You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/24 02:32:07 UTC

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1231 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1231/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([8BB14D653E691588:3E572BF90957870]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12884 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 1574293 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[8BB14D653E691588]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/init-core-data-001
   [junit4]   2> 1574294 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[8BB14D653E691588]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
   [junit4]   2> 1574294 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[8BB14D653E691588]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1574296 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[8BB14D653E691588]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1574296 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[8BB14D653E691588]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1574298 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1574298 INFO  (Thread-4012) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1574298 INFO  (Thread-4012) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1574301 ERROR (Thread-4012) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1574398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ZkTestServer start zk server on port:41715
   [junit4]   2> 1574400 INFO  (zkConnectionManagerCallback-3133-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574402 INFO  (zkConnectionManagerCallback-3135-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574403 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1574404 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1574405 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1574405 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1574406 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1574407 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1574407 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1574408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1574408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1574409 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1574409 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1574410 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1574493 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1574496 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1574497 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1574497 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1574497 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f4f2269{/,null,AVAILABLE}
   [junit4]   2> 1574498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@174515b2{HTTP/1.1,[http/1.1]}{127.0.0.1:40089}
   [junit4]   2> 1574498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server Started @1576391ms
   [junit4]   2> 1574498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/tempDir-001/control/data, hostContext=/, hostPort=40089, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/control-001/cores}
   [junit4]   2> 1574498 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1574498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1574498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1574499 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1574499 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T01:44:49.834Z
   [junit4]   2> 1574500 INFO  (zkConnectionManagerCallback-3137-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574500 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1574500 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/control-001/solr.xml
   [junit4]   2> 1574502 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1574503 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1574503 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1574509 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41715/solr
   [junit4]   2> 1574512 INFO  (zkConnectionManagerCallback-3141-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574513 INFO  (zkConnectionManagerCallback-3143-thread-1-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574545 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1574545 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40089_
   [junit4]   2> 1574546 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.c.Overseer Overseer (id=99402271269519364-127.0.0.1:40089_-n_0000000000) starting
   [junit4]   2> 1574551 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40089_
   [junit4]   2> 1574552 INFO  (OverseerStateUpdate-99402271269519364-127.0.0.1:40089_-n_0000000000) [n:127.0.0.1:40089_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1574631 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1574642 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1574642 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1574643 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:40089_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/control-001/cores
   [junit4]   2> 1574664 INFO  (zkConnectionManagerCallback-3149-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1574665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41715/solr ready
   [junit4]   2> 1574666 INFO  (qtp618493802-14334) [n:127.0.0.1:40089_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40089_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1574666 INFO  (OverseerThreadFactory-5584-thread-1-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1574789 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1574790 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1574909 INFO  (zkCallback-3142-thread-1-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1575861 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1575868 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1575929 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1575936 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1575936 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1575936 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1575936 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1575938 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1575940 WARN  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1575970 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1575970 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1575971 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1575971 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1575971 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15544207504309773]
   [junit4]   2> 1575972 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@42484392[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1575972 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1575972 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1575973 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1575973 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590436342066577408
   [junit4]   2> 1575974 INFO  (searcherExecutor-5587-thread-1-processing-n:127.0.0.1:40089_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@42484392[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1575975 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1575975 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1575976 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40089/control_collection_shard1_replica_n1/
   [junit4]   2> 1575976 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1575976 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40089/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1575976 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1575977 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40089/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1576078 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1576127 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1576129 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1339
   [junit4]   2> 1576130 INFO  (qtp618493802-14334) [n:127.0.0.1:40089_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1576229 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1576668 INFO  (OverseerCollectionConfigSetProcessor-99402271269519364-127.0.0.1:40089_-n_0000000000) [n:127.0.0.1:40089_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1577131 INFO  (qtp618493802-14334) [n:127.0.0.1:40089_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40089_&wt=javabin&version=2} status=0 QTime=2464
   [junit4]   2> 1577133 INFO  (zkConnectionManagerCallback-3153-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1577134 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1577134 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41715/solr ready
   [junit4]   2> 1577134 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1577135 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1577136 INFO  (OverseerThreadFactory-5584-thread-2-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1577136 WARN  (OverseerThreadFactory-5584-thread-2-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1577339 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1577339 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
   [junit4]   2> 1577396 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-1-001 of type NRT
   [junit4]   2> 1577396 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1577397 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1577397 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1577397 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1577397 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f70f2b9{/,null,AVAILABLE}
   [junit4]   2> 1577398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@348e43ac{HTTP/1.1,[http/1.1]}{127.0.0.1:43759}
   [junit4]   2> 1577398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server Started @1579290ms
   [junit4]   2> 1577398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43759, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-1-001/cores}
   [junit4]   2> 1577398 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1577398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1577398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1577398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1577398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T01:44:52.733Z
   [junit4]   2> 1577399 INFO  (zkConnectionManagerCallback-3155-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1577400 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1577400 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-1-001/solr.xml
   [junit4]   2> 1577402 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1577402 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1577403 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1577405 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41715/solr
   [junit4]   2> 1577406 INFO  (zkConnectionManagerCallback-3159-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1577407 INFO  (zkConnectionManagerCallback-3161-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1577409 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1577410 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:43759_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1577411 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:43759_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43759_
   [junit4]   2> 1577411 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1577411 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1577411 INFO  (zkCallback-3152-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1577452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:43759_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1577459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:43759_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1577459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:43759_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1577460 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:43759_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-1-001/cores
   [junit4]   2> 1577477 INFO  (qtp618493802-14339) [n:127.0.0.1:40089_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43759_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1577478 INFO  (OverseerCollectionConfigSetProcessor-99402271269519364-127.0.0.1:40089_-n_0000000000) [n:127.0.0.1:40089_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1577479 INFO  (OverseerThreadFactory-5584-thread-3-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43759_ for creating new replica
   [junit4]   2> 1577480 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1577480 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1577582 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1578522 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1578531 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
   [junit4]   2> 1578582 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1578590 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
   [junit4]   2> 1578591 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1578591 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1578591 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
   [junit4]   2> 1578605 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1578607 WARN  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1578652 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1578652 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1578654 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1578654 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1578655 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15544207504309773]
   [junit4]   2> 1578655 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c0f2612[collection1_shard2_replica_n61] main]
   [junit4]   2> 1578656 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1578657 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1578658 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1578659 INFO  (searcherExecutor-5598-thread-1-processing-n:127.0.0.1:43759_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@5c0f2612[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1578659 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590436344883052544
   [junit4]   2> 1578663 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1578663 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1578663 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43759/collection1_shard2_replica_n61/
   [junit4]   2> 1578663 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1578663 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:43759/collection1_shard2_replica_n61/ has no replicas
   [junit4]   2> 1578663 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1578665 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43759/collection1_shard2_replica_n61/ shard2
   [junit4]   2> 1578766 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1578816 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1578817 INFO  (qtp728185386-14384) [n:127.0.0.1:43759_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1336
   [junit4]   2> 1578818 INFO  (qtp618493802-14339) [n:127.0.0.1:40089_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43759_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1341
   [junit4]   2> 1578895 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-2-001 of type NRT
   [junit4]   2> 1578896 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1578896 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1578896 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1578897 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1578900 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61b73f7d{/,null,AVAILABLE}
   [junit4]   2> 1578900 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7047ce90{HTTP/1.1,[http/1.1]}{127.0.0.1:45291}
   [junit4]   2> 1578901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server Started @1580793ms
   [junit4]   2> 1578901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=45291, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-2-001/cores}
   [junit4]   2> 1578901 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1578901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1578901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1578901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1578901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T01:44:54.236Z
   [junit4]   2> 1578902 INFO  (zkConnectionManagerCallback-3165-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1578903 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1578903 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-2-001/solr.xml
   [junit4]   2> 1578905 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1578905 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1578906 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1578908 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41715/solr
   [junit4]   2> 1578909 INFO  (zkConnectionManagerCallback-3169-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1578910 INFO  (zkConnectionManagerCallback-3171-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1578912 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1578913 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:45291_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1578914 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:45291_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45291_
   [junit4]   2> 1578914 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1578914 INFO  (zkCallback-3152-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1578914 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1578916 INFO  (zkCallback-3170-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1578992 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:45291_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1579002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:45291_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1579002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:45291_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1579003 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:45291_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-2-001/cores
   [junit4]   2> 1579015 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1579041 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45291_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1579042 INFO  (OverseerCollectionConfigSetProcessor-99402271269519364-127.0.0.1:40089_-n_0000000000) [n:127.0.0.1:40089_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1579043 INFO  (OverseerThreadFactory-5584-thread-4-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45291_ for creating new replica
   [junit4]   2> 1579044 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1579044 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1579146 INFO  (zkCallback-3170-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1579146 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1580246 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1580254 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
   [junit4]   2> 1580298 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1580303 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
   [junit4]   2> 1580303 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1580303 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1580303 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
   [junit4]   2> 1580305 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1580306 WARN  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1580331 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1580331 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1580332 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1580332 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1580333 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15544207504309773]
   [junit4]   2> 1580334 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@66191590[collection1_shard3_replica_n63] main]
   [junit4]   2> 1580335 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1580335 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1580335 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1580336 INFO  (searcherExecutor-5609-thread-1-processing-n:127.0.0.1:45291_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@66191590[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1580336 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590436346641514496
   [junit4]   2> 1580338 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1580338 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1580338 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45291/collection1_shard3_replica_n63/
   [junit4]   2> 1580338 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1580338 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:45291/collection1_shard3_replica_n63/ has no replicas
   [junit4]   2> 1580338 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1580339 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45291/collection1_shard3_replica_n63/ shard3
   [junit4]   2> 1580440 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1580440 INFO  (zkCallback-3170-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1580490 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1580491 INFO  (qtp979110395-14416) [n:127.0.0.1:45291_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1446
   [junit4]   2> 1580494 INFO  (qtp618493802-14340) [n:127.0.0.1:40089_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45291_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1452
   [junit4]   2> 1580591 INFO  (zkCallback-3170-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1580591 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1580614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-3-001 of type NRT
   [junit4]   2> 1580614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1580614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1580614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1580614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a7e1148{/,null,AVAILABLE}
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@811b55f{HTTP/1.1,[http/1.1]}{127.0.0.1:39811}
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server Started @1582507ms
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39811, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-3-001/cores}
   [junit4]   2> 1580615 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1580615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T01:44:55.950Z
   [junit4]   2> 1580616 INFO  (zkConnectionManagerCallback-3175-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1580617 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1580617 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-3-001/solr.xml
   [junit4]   2> 1580619 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1580619 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1580619 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1580621 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41715/solr
   [junit4]   2> 1580624 INFO  (zkConnectionManagerCallback-3179-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1580626 INFO  (zkConnectionManagerCallback-3181-thread-1-processing-n:127.0.0.1:39811_) [n:127.0.0.1:39811_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1580628 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:39811_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1580629 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:39811_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1580630 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:39811_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39811_
   [junit4]   2> 1580631 INFO  (zkCallback-3152-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1580631 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1580631 INFO  (zkCallback-3170-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1580631 INFO  (zkCallback-3142-thread-2-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1580632 INFO  (zkCallback-3180-thread-1-processing-n:127.0.0.1:39811_) [n:127.0.0.1:39811_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1580705 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:39811_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1580712 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:39811_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1580712 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:39811_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1580713 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [n:127.0.0.1:39811_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-3-001/cores
   [junit4]   2> 1580742 INFO  (qtp808935549-14447) [n:127.0.0.1:39811_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39811_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1580743 INFO  (OverseerCollectionConfigSetProcessor-99402271269519364-127.0.0.1:40089_-n_0000000000) [n:127.0.0.1:40089_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1580743 INFO  (OverseerThreadFactory-5584-thread-5-processing-n:127.0.0.1:40089_) [n:127.0.0.1:40089_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39811_ for creating new replica
   [junit4]   2> 1580744 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1580745 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1580846 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1580846 INFO  (zkCallback-3180-thread-1-processing-n:127.0.0.1:39811_) [n:127.0.0.1:39811_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1580846 INFO  (zkCallback-3170-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1581759 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1581768 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
   [junit4]   2> 1581816 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1581823 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
   [junit4]   2> 1581823 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e0e63cd
   [junit4]   2> 1581823 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1581823 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
   [junit4]   2> 1581825 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1581826 WARN  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1581849 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1581849 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1581850 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1581850 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1581851 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15544207504309773]
   [junit4]   2> 1581851 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@161b8d29[collection1_shard1_replica_n65] main]
   [junit4]   2> 1581852 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1581852 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1581852 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1581853 INFO  (searcherExecutor-5620-thread-1-processing-n:127.0.0.1:39811_ x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@161b8d29[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1581854 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590436348233252864
   [junit4]   2> 1581856 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1581856 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1581856 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39811/collection1_shard1_replica_n65/
   [junit4]   2> 1581856 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1581856 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:39811/collection1_shard1_replica_n65/ has no replicas
   [junit4]   2> 1581856 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1581857 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39811/collection1_shard1_replica_n65/ shard1
   [junit4]   2> 1581958 INFO  (zkCallback-3160-thread-1-processing-n:127.0.0.1:43759_) [n:127.0.0.1:43759_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1581958 INFO  (zkCallback-3180-thread-1-processing-n:127.0.0.1:39811_) [n:127.0.0.1:39811_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1581958 INFO  (zkCallback-3170-thread-1-processing-n:127.0.0.1:45291_) [n:127.0.0.1:45291_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1582007 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1582008 INFO  (qtp808935549-14473) [n:127.0.0.1:39811_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1264
   [junit4]   2> 1582009 INFO  (qtp808935549-14447) [n:127.0.0.1:39811_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39811_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1267
   [junit4]   2> 1582088 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-4-001 of type NRT
   [junit4]   2> 1582088 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49088287{/,null,AVAILABLE}
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a6e2c1c{HTTP/1.1,[http/1.1]}{127.0.0.1:35099}
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.Server Started @1583982ms
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=35099, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-4-001/cores}
   [junit4]   2> 1582089 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1582089 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1582090 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1582090 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1582090 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T01:44:57.425Z
   [junit4]   2> 1582091 INFO  (zkConnectionManagerCallback-3185-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1582091 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1582091 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001/shard-4-001/solr.xml
   [junit4]   2> 1582094 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1582094 INFO  (TEST-FullSolrCl

[...truncated too long message...]

  (ScheduledTrigger-5785-thread-1) [n:127.0.0.1:42975_    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
   [junit4]   2> 1632154 WARN  (ScheduledTrigger-5785-thread-1) [n:127.0.0.1:42975_    ] o.a.s.c.a.TriggerBase Exception updating trigger state '/autoscaling/triggerState/.auto_add_replicas'
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/triggerState/.auto_add_replicas
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:576)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1632154 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4846c8bd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1632155 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f53ced6{/,null,UNAVAILABLE}
   [junit4]   2> 1632155 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1632155 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 43663
   [junit4]   2> 1632156 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1632156 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[8BB14D653E691588]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41715 41715
   [junit4]   2> 1640560 INFO  (Thread-4012) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41715 41715
   [junit4]   2> 1640560 WARN  (Thread-4012) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf1
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	5	/solr/collections/collection2/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99402271269519372-127.0.0.1:45291_-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/live_nodes
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=8BB14D653E691588 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=Etc/GMT-14 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 66.3s J1 | FullSolrCloudDistribCmdsTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not find collection:collection2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8BB14D653E691588:3E572BF90957870]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_8BB14D653E691588-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=en-PH, timezone=Etc/GMT-14
   [junit4]   2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=156380272,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [QueryElevationComponentTest, XsltUpdateRequestHandlerTest, PropertiesRequestHandlerTest, ShardRoutingCustomTest, AtomicUpdatesTest, TestGenericDistributedQueue, SchemaVersionSpecificBehaviorTest, TestCloudInspectUtil, BasicZkTest, TestManagedSchemaAPI, TestLocalFSCloudBackupRestore, HdfsNNFailoverTest, TestManagedStopFilterFactory, TestSolrIndexConfig, DOMUtilTest, TestPolicyCloud, TestFoldingMultitermQuery, TestPartialUpdateDeduplication, TestReqParamsAPI, TestSystemCollAutoCreate, HLLUtilTest, TestSolrCloudWithDelegationTokens, TestClusterProperties, BadComponentTest, AsyncCallRequestStatusResponseTest, TestRequestForwarding, OverseerRolesTest, TestFieldResource, TestStressVersions, DistributedQueryComponentOptimizationTest, TestSolr4Spatial, CurrencyRangeFacetCloudTest, TestScoreJoinQPNoScore, DistanceUnitsTest, ReplaceNodeTest, TestStressRecovery, HttpTriggerListenerTest, SystemInfoHandlerTest, TestImplicitCoreProperties, CdcrRequestHandlerTest, AutoAddReplicasIntegrationTest, TestDFISimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, TestSha256AuthenticationProvider, FastVectorHighlighterTest, ComputePlanActionTest, TestSchemaVersionResource, SampleTest, TestReRankQParserPlugin, TestCorePropertiesReload, TestRTGBase, HdfsCollectionsAPIDistributedZkTest, SolrXmlInZkTest, TestUseDocValuesAsStored2, TestLeaderElectionWithEmptyReplica, TestSystemIdResolver, RequiredFieldsTest, TestNodeLostTrigger, TestChildDocTransformer, TestSchemaNameResource, VersionInfoTest, DistributedIntervalFacetingTest, GraphQueryTest, PrimitiveFieldTypeTest, SpatialHeatmapFacetsTest, AddReplicaTest, PathHierarchyTokenizerFactoryTest, TestEmbeddedSolrServerAdminHandler, MoveReplicaHDFSFailoverTest, ScriptEngineTest, DataDrivenBlockJoinTest, TestTrie, FieldMutatingUpdateProcessorTest, TestSchemaManager, TestExportWriter, TestNumericRangeQuery64, CollectionReloadTest, PeerSyncReplicationTest, TestDynamicFieldCollectionResource, TestSolrJ, TestElisionMultitermQuery, TestReplicationHandler, TestStandardQParsers, TestBulkSchemaConcurrent, EnumFieldTest, OverriddenZkACLAndCredentialsProvidersTest, UpdateRequestProcessorFactoryTest, TestMissingGroups, SolrMetricManagerTest, DistributedMLTComponentTest, TestObjectReleaseTracker, TestLockTree, TestOverriddenPrefixQueryForCustomFieldType, MergeStrategyTest, SolrInfoBeanTest, NodeLostTriggerTest, TestCoreBackup, CoreMergeIndexesAdminHandlerTest, TestDistribDocBasedVersion, DocumentBuilderTest, CollectionStateFormat2Test, TestRestManager, TestQueryUtils, ZkControllerTest, TestDistributedStatsComponentCardinality, TestFieldCacheReopen, QueryParsingTest, LeaderFailureAfterFreshStartTest, TestSolr4Spatial2, DistributedVersionInfoTest, AutoscalingHistoryHandlerTest, SOLR749Test, PolyFieldTest, ZkStateWriterTest, JsonLoaderTest, TestComputePlanAction, DeleteLastCustomShardedReplicaTest, TestFastLRUCache, BadCopyFieldTest, TestCollationFieldDocValues, TestConfigSetImmutable, ChaosMonkeySafeLeaderTest, TermsComponentTest, AddBlockUpdateTest, BasicAuthIntegrationTest, SmileWriterTest, TestCollectionAPI, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [356/767 (1!)] on J1 in 66.28s, 1 test, 1 failure <<< FAILURES!

[...truncated 49588 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build # 1245 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1245/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 3333 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_562572338459507099309.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Default case invoked for: 
   [junit4]    opcode  = 0, "Node"
   [junit4] Default case invoked for: 
   [junit4]    opcode  = 0, "Node"
   [junit4] #
   [junit4] # A fatal error has been detected by the Java Runtime Environment:
   [junit4] #
   [junit4] #  SIGSEGV (0xb) at pc=0x00007f2863297765, pid=27341, tid=27441
   [junit4] #
   [junit4] # JRE version: Java(TM) SE Runtime Environment (10.0+37) (build 10-ea+37)
   [junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (10-ea+37, mixed mode, tiered, compressed oops, g1 gc, linux-amd64)
   [junit4] # Problematic frame:
   [junit4] # V  [libjvm.so+0xbd0765]  Node::add_req(Node*)+0xb5
   [junit4] #
   [junit4] # No core dump will be written. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
   [junit4] #
   [junit4] # An error report file with more information is saved as:
   [junit4] # /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/J0/hs_err_pid27341.log
   [junit4] #
   [junit4] # Compiler replay data is saved as:
   [junit4] # /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/J0/replay_pid27341.log
   [junit4] #
   [junit4] # If you would like to submit a bug report, please visit:
   [junit4] #   http://bugreport.java.com/bugreport/crash.jsp
   [junit4] #
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /home/jenkins/tools/java/64bit/jdk-10-ea+37/bin/java -XX:+UseCompressedOops -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/heapdumps -ea -esa --illegal-access=deny -Dtests.prefix=tests -Dtests.seed=EDAEC091752619B5 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.3.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=3 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp -Dcommon.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene -Dclover.db.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/clover/db -Djava.security.policy=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=7.3.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/home/jenkins/workspace/Lucene-Solr-7.x-Linux -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dfile.encoding=US-ASCII -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dtests.filterstacks=true -Dtests.leaveTemporary=false -classpath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/classes/test:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-7.3.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/analysis/icu/lib/icu4j-60.2.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/classes/java:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_56218350993496245493510.events @/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_5622987236451463511729.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  See process stdout at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_562572338459507099309.sysout
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4] 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4] 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4] 	at java.base/java.lang.Thread.run(Thread.java:844)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:836: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:780: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build.xml:495: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2281: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/analysis/build.xml:110: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/module-build.xml:58: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1513: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  See process stdout at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_562572338459507099309.sysout

Total time: 11 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1244 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1244/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
	at __randomizedtesting.SeedInfo.seed([368344D18C9AD37E:7EF630658AA9FCEB]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12404 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
   [junit4]   2> 879682 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/init-core-data-001
   [junit4]   2> 879683 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
   [junit4]   2> 879683 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 879685 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 879686 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001
   [junit4]   2> 879686 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 879687 INFO  (Thread-2311) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 879687 INFO  (Thread-2311) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 879688 ERROR (Thread-2311) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 879787 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46399
   [junit4]   2> 879789 INFO  (zkConnectionManagerCallback-1692-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879795 INFO  (jetty-launcher-1689-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 879795 INFO  (jetty-launcher-1689-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 879795 INFO  (jetty-launcher-1689-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 879795 INFO  (jetty-launcher-1689-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 879796 INFO  (jetty-launcher-1689-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 879796 INFO  (jetty-launcher-1689-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 879796 INFO  (jetty-launcher-1689-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 879796 INFO  (jetty-launcher-1689-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 879796 INFO  (jetty-launcher-1689-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 879796 INFO  (jetty-launcher-1689-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 879796 INFO  (jetty-launcher-1689-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75e029b6{/solr,null,AVAILABLE}
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4414fbde{/solr,null,AVAILABLE}
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3537bbf3{HTTP/1.1,[http/1.1]}{127.0.0.1:38699}
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-3) [    ] o.e.j.s.Server Started @882427ms
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38699}
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@374e71e4{/solr,null,AVAILABLE}
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10e9b2e7{HTTP/1.1,[http/1.1]}{127.0.0.1:41673}
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-1) [    ] o.e.j.s.Server Started @882427ms
   [junit4]   2> 879797 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41673}
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c25aeed{/solr,null,AVAILABLE}
   [junit4]   2> 879798 ERROR (jetty-launcher-1689-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27763ca6{HTTP/1.1,[http/1.1]}{127.0.0.1:43989}
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-2) [    ] o.e.j.s.Server Started @882427ms
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 879798 ERROR (jetty-launcher-1689-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@21c539cd{HTTP/1.1,[http/1.1]}{127.0.0.1:37879}
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-4) [    ] o.e.j.s.Server Started @882428ms
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-26T02:41:07.189Z
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37879}
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43989}
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 879798 ERROR (jetty-launcher-1689-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 879798 ERROR (jetty-launcher-1689-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-26T02:41:07.190Z
   [junit4]   2> 879799 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-26T02:41:07.190Z
   [junit4]   2> 879798 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-26T02:41:07.189Z
   [junit4]   2> 879801 INFO  (zkConnectionManagerCallback-1694-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879801 INFO  (zkConnectionManagerCallback-1698-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879801 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 879801 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 879802 INFO  (zkConnectionManagerCallback-1696-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879802 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 879807 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 879807 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 879807 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 879808 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 879808 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 879808 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 879808 INFO  (zkConnectionManagerCallback-1700-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879809 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 879813 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 879814 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 879817 INFO  (jetty-launcher-1689-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
   [junit4]   2> 879818 INFO  (jetty-launcher-1689-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
   [junit4]   2> 879818 INFO  (jetty-launcher-1689-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
   [junit4]   2> 879819 INFO  (jetty-launcher-1689-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
   [junit4]   2> 879819 INFO  (zkConnectionManagerCallback-1707-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879820 INFO  (zkConnectionManagerCallback-1713-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879820 INFO  (zkConnectionManagerCallback-1711-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879821 INFO  (zkConnectionManagerCallback-1716-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879821 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16130570e070007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 879823 INFO  (zkConnectionManagerCallback-1718-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879823 INFO  (zkConnectionManagerCallback-1722-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879823 INFO  (zkConnectionManagerCallback-1721-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879823 INFO  (zkConnectionManagerCallback-1724-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38699_solr
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37879_solr
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43989_solr
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41673_solr
   [junit4]   2> 879861 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.c.Overseer Overseer (id=99413817234489356-127.0.0.1:38699_solr-n_0000000000) starting
   [junit4]   2> 879872 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 879872 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 879872 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 879873 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 879876 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38699_solr
   [junit4]   2> 879876 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 879876 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 879876 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 879876 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 879892 INFO  (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879897 INFO  (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879897 INFO  (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879897 INFO  (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node2
   [junit4]   2> 879905 INFO  (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879908 INFO  (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879910 INFO  (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879910 INFO  (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879911 INFO  (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node1
   [junit4]   2> 879915 WARN  (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=classes,name=loaded
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:448)
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:89)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.registerAll(SolrMetricManager.java:523)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.setupJvmMetrics(SolrDispatchFilter.java:211)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:186)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 879915 INFO  (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879916 INFO  (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879917 INFO  (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node4
   [junit4]   2> 879948 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879953 WARN  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=max
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1288)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:547)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 879954 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879954 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 879955 INFO  (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node3
   [junit4]   2> 879981 INFO  (zkConnectionManagerCallback-1734-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879983 INFO  (zkConnectionManagerCallback-1738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879983 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 879984 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46399/solr ready
   [junit4]   2> 879998 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[368344D18C9AD37E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
   [junit4]   2> 879999 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[368344D18C9AD37E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 880000 INFO  (qtp1938110015-8212) [n:127.0.0.1:41673_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 880001 INFO  (OverseerThreadFactory-3313-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection reloaded_collection
   [junit4]   2> 880105 INFO  (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37879/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 880106 INFO  (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38699/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 880107 INFO  (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41673/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 880108 INFO  (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43989/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 880311 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 880312 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 880312 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 880312 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 880312 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 880312 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 880312 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 880313 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 880426 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880426 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880426 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880427 INFO  (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880427 INFO  (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880427 INFO  (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880426 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880427 INFO  (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881327 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 881327 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 881334 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 881334 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 881344 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 881344 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 881347 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 881347 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n4' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 881347 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 881348 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n2' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 881348 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard2.replica_n4' (registry 'solr.core.reloaded_collection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 881348 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 881348 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node1/reloaded_collection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node1/reloaded_collection_shard2_replica_n4/data/]
   [junit4]   2> 881348 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard1.replica_n2' (registry 'solr.core.reloaded_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 881348 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 881349 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2/data/]
   [junit4]   2> 881351 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 881352 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 881353 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 881353 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n6' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 881354 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard2.replica_n6' (registry 'solr.core.reloaded_collection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 881354 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 881354 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node2/reloaded_collection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node2/reloaded_collection_shard2_replica_n6/data/]
   [junit4]   2> 881354 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 881354 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n1' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 881355 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard1.replica_n1' (registry 'solr.core.reloaded_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
   [junit4]   2> 881355 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 881355 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node4/reloaded_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node4/reloaded_collection_shard1_replica_n1/data/]
   [junit4]   2> 881388 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 881388 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 881389 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 881389 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 881390 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@755f908c[reloaded_collection_shard2_replica_n4] main]
   [junit4]   2> 881390 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 881391 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 881391 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 881391 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 881391 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 881391 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 881391 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 881391 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 881391 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 881391 INFO  (searcherExecutor-3322-thread-1-processing-n:127.0.0.1:41673_solr x:reloaded_collection_shard2_replica_n4 s:shard2 c:reloaded_collection r:core_node7) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n4] Registered new searcher Searcher@755f908c[reloaded_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 881391 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077537554432
   [junit4]   2> 881392 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 881392 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 881392 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 881392 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 881392 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 881392 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 881393 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a36bfd[reloaded_collection_shard1_replica_n1] main]
   [junit4]   2> 881393 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 881394 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 881394 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c5731d2[reloaded_collection_shard1_replica_n2] main]
   [junit4]   2> 881394 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@270f3e4b[reloaded_collection_shard2_replica_n6] main]
   [junit4]   2> 881394 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 881394 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 881394 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 881394 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 881394 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 881394 INFO  (searcherExecutor-3325-thread-1-processing-n:127.0.0.1:37879_solr x:reloaded_collection_shard1_replica_n1 s:shard1 c:reloaded_collection r:core_node3) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n1] Registered new searcher Searcher@1a36bfd[reloaded_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 881395 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077541748736
   [junit4]   2> 881395 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 881395 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 881395 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 881395 INFO  (searcherExecutor-3323-thread-1-processing-n:127.0.0.1:38699_solr x:reloaded_collection_shard1_replica_n2 s:shard1 c:reloaded_collection r:core_node5) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n2] Registered new searcher Searcher@5c5731d2[reloaded_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 881395 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077541748736
   [junit4]   2> 881395 INFO  (searcherExecutor-3324-thread-1-processing-n:127.0.0.1:43989_solr x:reloaded_collection_shard2_replica_n6 s:shard2 c:reloaded_collection r:core_node8) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n6] Registered new searcher Searcher@270f3e4b[reloaded_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 881395 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077541748736
   [junit4]   2> 881398 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 881398 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 881398 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37879/solr/reloaded_collection_shard1_replica_n1/
   [junit4]   2> 881398 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=http://127.0.0.1:37879/solr START replicas=[http://127.0.0.1:38699/solr/reloaded_collection_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 881399 INFO  (qtp64632047-8222) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 881498 INFO  (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881498 INFO  (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881499 INFO  (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881499 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881499 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881498 INFO  (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881498 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881498 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881698 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=http://127.0.0.1:37879/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 881698 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 881698 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 881698 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 881703 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37879/solr/reloaded_collection_shard1_replica_n1/ shard1
   [junit4]   2> 881805 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881805 INFO  (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881805 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881805 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881805 INFO  (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881805 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881805 INFO  (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881805 INFO  (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881854 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 881875 INFO  (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1563
   [junit4]   2> 881895 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 881895 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 881895 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41673/solr/reloaded_collection_shard2_replica_n4/
   [junit4]   2> 881895 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n4 url=http://127.0.0.1:41673/solr START replicas=[http://127.0.0.1:43989/solr/reloaded_collection_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 881897 INFO  (qtp1358276002-8239) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.S.Request [reloaded_collection_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 881956 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881956 INFO  (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881956 INFO  (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881956 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881956 INFO  (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881956 INFO  (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881956 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881956 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882196 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n4 url=http://127.0.0.1:41673/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 882196 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 882196 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 882196 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 882200 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41673/solr/reloaded_collection_shard2_replica_n4/ shard2
   [junit4]   2> 882302 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882302 INFO  (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882302 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882302 INFO  (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882302 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882302 INFO  (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882302 INFO  (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882302 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882351 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 882353 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2041
   [junit4]   2> 882400 INFO  (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2088
   [junit4]   2> 882400 INFO  (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2088
   [junit4]   2> 882404 INFO  (qtp1938110015-8212) [n:127.0.0.1:41673_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 882503 INFO  (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882503 INFO  (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882503 INFO  (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882503 INFO  (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882503 INFO  (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882503 INFO  (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882503 INFO  (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882503 INFO  (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 883404 INFO  (qtp1938110015-8212) [n:127.0.0.1:41673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3403
   [junit4]   2> 883408 INFO  (qtp248459130-8240) [n:127.0.0.1:37879_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 883410 INFO  (qtp64632047-8222) [n:127.0.0.1:38699_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 883412 INFO  (qtp1938110015-8232) [n:127.0.0.1:41673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 883414 INFO  (qtp1358276002-8239) [n:127.0.0.1:43989_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 883415 INFO  (qtp1938110015-8228) [n:127.0.0.1:41673_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=33b3928e-f885-478e-85ba-7c11c2d43e6a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 883417 INFO  (qtp1938110015-8228) [n:127.0.0.1:41673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=33b3928e-f885-478e-8

[...truncated too long message...]

   [junit4]   2> 980515 INFO  (jetty-closer-1690-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 980515 INFO  (jetty-closer-1690-thread-4) [    ] o.a.s.c.Overseer Overseer (id=99413817234489353-127.0.0.1:37879_solr-n_0000000001) closing
   [junit4]   2> 980515 INFO  (jetty-closer-1690-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50d1f064: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4af99348
   [junit4]   2> 980515 INFO  (OverseerStateUpdate-99413817234489353-127.0.0.1:37879_solr-n_0000000001) [n:127.0.0.1:37879_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37879_solr
   [junit4]   2> 980516 INFO  (zkCallback-1719-thread-4-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 980516 INFO  (zkCallback-1719-thread-5-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 980516 INFO  (jetty-closer-1690-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4414fbde{/solr,null,UNAVAILABLE}
   [junit4]   2> 980516 WARN  (OverseerAutoScalingTriggerThread-99413817234489353-127.0.0.1:37879_solr-n_0000000001) [n:127.0.0.1:37879_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 980517 INFO  (jetty-closer-1690-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 980519 INFO  (jetty-closer-1690-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38699_solr
   [junit4]   2> 980519 INFO  (jetty-closer-1690-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c25aeed{/solr,null,UNAVAILABLE}
   [junit4]   2> 980520 INFO  (jetty-closer-1690-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 980520 INFO  (zkCallback-1719-thread-6-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43989_solr
   [junit4]   2> 980520 INFO  (zkCallback-1750-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 980521 INFO  (zkCallback-1719-thread-4-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 980521 INFO  (jetty-closer-1690-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 980521 INFO  (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4d383c3a
   [junit4]   2> 980521 INFO  (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n2, tag=1295531066
   [junit4]   2> 980522 INFO  (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@307cea8b: rootName = null, domain = solr.core.halfdeletedcollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@45b18539
   [junit4]   2> 980533 INFO  (coreCloseExecutor-3515-thread-1) [n:127.0.0.1:43989_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=649864028
   [junit4]   2> 980535 INFO  (zkCallback-1750-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38699_solr
   [junit4]   2> 980535 INFO  (jetty-closer-1690-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@374e71e4{/solr,null,UNAVAILABLE}
   [junit4]   2> 980535 INFO  (jetty-closer-1690-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 980537 INFO  (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=1295531066
   [junit4]   2> 980538 INFO  (jetty-closer-1690-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f495d2a{/solr,null,UNAVAILABLE}
   [junit4]   2> 980538 INFO  (jetty-closer-1690-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 980539 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 980539 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46399 46399
   [junit4]   2> 980545 INFO  (Thread-2371) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46399 46399
   [junit4]   2> 980546 WARN  (Thread-2371) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/configs/conf
   [junit4]   2> 	14	/solr/aliases.json
   [junit4]   2> 	14	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	44	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	39	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 	14	/solr/clusterstate.json
   [junit4]   2> 	13	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	13	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 	5	/solr/collections/withconfigset2/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker/state.json
   [junit4]   2> 	4	/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2> 	4	/solr/collections/halfcollection/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker2/state.json
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/99413817234489355-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	314	/solr/collections
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001
   [junit4]   2> Jan 26, 2018 2:42:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=mk, timezone=America/Tegucigalpa
   [junit4]   2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=104041608,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldCacheReopen, TestShortCircuitedRequests, SchemaApiFailureTest, TestElisionMultitermQuery, TestChildDocTransformer, PeerSyncTest, TestJettySolrRunner, AtomicUpdatesTest, AsyncCallRequestStatusResponseTest, DeleteShardTest, SolrMetricManagerTest, RequiredFieldsTest, SoftAutoCommitTest, ScriptEngineTest, TestDFISimilarityFactory, TestSQLHandlerNonCloud, TestZkChroot, TestTlogReplica, TestPolicyCloud, BasicAuthIntegrationTest, TestJavabinTupleStreamParser, EnumFieldTest, SolrShardReporterTest, AutoscalingHistoryHandlerTest, CollectionReloadTest, JvmMetricsTest, BlockJoinFacetDistribTest, StatsReloadRaceTest, VersionInfoTest, TestUtilizeNode, TestSchemaManager, TestTrie, TestLeaderElectionWithEmptyReplica, DistanceUnitsTest, OverriddenZkACLAndCredentialsProvidersTest, TestImplicitCoreProperties, TestSchemaVersionResource, PrimUtilsTest, TestStressRecovery, IgnoreCommitOptimizeUpdateProcessorFactoryTest, MergeStrategyTest, TestFieldCacheVsDocValues, TestJsonFacetRefinement, SignatureUpdateProcessorFactoryTest, TestSubQueryTransformerDistrib, TestCharFilters, SpatialHeatmapFacetsTest, MoveReplicaHDFSFailoverTest, TestCloudPseudoReturnFields, ZkStateWriterTest, HdfsTlogReplayBufferedWhileIndexingTest, TestPrepRecovery, FastVectorHighlighterTest, TestSystemIdResolver, TestDynamicFieldCollectionResource, SuggesterFSTTest, DirectUpdateHandlerOptimizeTest, CdcrRequestHandlerTest, AlternateDirectoryTest, MultiThreadedOCPTest, TestQueryWrapperFilter, TestMissingGroups, DistributedDebugComponentTest, TestPostingsSolrHighlighter, TestNumericRangeQuery64, TestSolrCloudWithHadoopAuthPlugin, SearchHandlerTest, TestSolrCloudWithDelegationTokens, SOLR749Test, TestOverriddenPrefixQueryForCustomFieldType, HttpTriggerListenerTest, TestInitQParser, HLLUtilTest, TestTriggerIntegration, TestAnalyzeInfixSuggestions, ReplaceNodeTest, HighlighterMaxOffsetTest, TestCollectionAPI, CollectionsAPIDistributedZkTest]
   [junit4] Completed [208/767 (1!)] on J1 in 101.15s, 19 tests, 1 error <<< FAILURES!

[...truncated 50047 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build # 1243 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1243/
Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([151C81FB2F33C268:AAE3C051F1C922F4]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6637)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([F56B0DD2318758FA:4F673A5D6E6F8EB5]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.junit.Assert.assertNull(Assert.java:562)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12642 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/init-core-data-001
   [junit4]   2> 771915 WARN  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 771915 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 771916 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 771916 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 771916 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001
   [junit4]   2> 771916 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 771916 INFO  (Thread-1322) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 771917 INFO  (Thread-1322) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 771918 ERROR (Thread-1322) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 772017 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46527
   [junit4]   2> 772018 INFO  (zkConnectionManagerCallback-1578-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772020 INFO  (jetty-launcher-1575-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 772020 INFO  (jetty-launcher-1575-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@969916a{/solr,null,AVAILABLE}
   [junit4]   2> 772021 INFO  (jetty-launcher-1575-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c3c0ea7{/solr,null,AVAILABLE}
   [junit4]   2> 772022 INFO  (jetty-launcher-1575-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@524d294{HTTP/1.1,[http/1.1]}{127.0.0.1:41849}
   [junit4]   2> 772022 INFO  (jetty-launcher-1575-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c8a75cb{HTTP/1.1,[http/1.1]}{127.0.0.1:37777}
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-2) [    ] o.e.j.s.Server Started @774139ms
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-1) [    ] o.e.j.s.Server Started @774139ms
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41849}
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37777}
   [junit4]   2> 772023 ERROR (jetty-launcher-1575-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 772023 ERROR (jetty-launcher-1575-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T22:54:10.822398Z
   [junit4]   2> 772023 INFO  (jetty-launcher-1575-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T22:54:10.822416Z
   [junit4]   2> 772024 INFO  (zkConnectionManagerCallback-1582-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772024 INFO  (zkConnectionManagerCallback-1581-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772024 INFO  (jetty-launcher-1575-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 772024 INFO  (jetty-launcher-1575-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 772028 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612f87491c0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 772029 INFO  (jetty-launcher-1575-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 772029 INFO  (jetty-launcher-1575-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 772030 INFO  (zkConnectionManagerCallback-1588-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772030 INFO  (zkConnectionManagerCallback-1590-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772031 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612f87491c0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 772031 INFO  (zkConnectionManagerCallback-1592-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772031 INFO  (zkConnectionManagerCallback-1594-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772101 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 772101 INFO  (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 772102 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37777_solr
   [junit4]   2> 772102 INFO  (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41849_solr
   [junit4]   2> 772102 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.Overseer Overseer (id=99412924872523781-127.0.0.1:37777_solr-n_0000000000) starting
   [junit4]   2> 772108 INFO  (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 772109 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 772109 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 772110 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37777_solr
   [junit4]   2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41849_solr]
   [junit4]   2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 772110 INFO  (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 772111 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 772112 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 772112 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 772112 DEBUG (ScheduledTrigger-3366-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 772151 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772153 INFO  (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41849.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772157 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772157 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772158 INFO  (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node1/.
   [junit4]   2> 772161 INFO  (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41849.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772161 INFO  (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41849.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772162 INFO  (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node2/.
   [junit4]   2> 772246 INFO  (zkConnectionManagerCallback-1600-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772248 INFO  (zkConnectionManagerCallback-1604-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772249 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 772250 INFO  (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46527/solr ready
   [junit4]   2> 772255 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 772256 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 772256 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 772256 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 772257 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 772257 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 772257 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 772261 INFO  (qtp650930320-7114) [n:127.0.0.1:37777_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 772262 INFO  (qtp1212979569-7054) [n:127.0.0.1:41849_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 772262 DEBUG (qtp650930320-7055) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 772262 INFO  (qtp650930320-7055) [n:127.0.0.1:37777_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 772262 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 772264 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37777_solr, 127.0.0.1:41849_solr]
   [junit4]   2> 772264 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 772264 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 772265 INFO  (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 772265 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 772265 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 772266 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 772266 DEBUG (ScheduledTrigger-3366-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 772266 DEBUG (ScheduledTrigger-3366-thread-1) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 772266 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 772266 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 772266 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6792ae36{/solr,null,AVAILABLE}
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@735959e8{HTTP/1.1,[http/1.1]}{127.0.0.1:43151}
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.Server Started @774383ms
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43151}
   [junit4]   2> 772267 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 772267 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T22:54:11.066944Z
   [junit4]   2> 772269 INFO  (zkConnectionManagerCallback-1606-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772269 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 772274 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 772275 INFO  (zkConnectionManagerCallback-1610-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772276 INFO  (zkConnectionManagerCallback-1612-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772279 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 772280 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 772281 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43151_solr
   [junit4]   2> 772282 INFO  (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 772282 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 772282 INFO  (zkCallback-1603-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 772282 INFO  (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 772312 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43151.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772320 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43151.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772320 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43151.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 772321 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node3/.
   [junit4]   2> 773267 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 773267 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 773267 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43151_solr at time 214636395300238
   [junit4]   2> 774268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 774268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:43151_solr] added at times [214636395300238], now=214638396279801
   [junit4]   2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"c335ee19058eT7p4mltw2n7sx3cykiqu6106qj",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":214636395300238,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214636395300238],
   [junit4]   2>     "nodeNames":["127.0.0.1:43151_solr"]}}
   [junit4]   2> 775269 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
   [junit4]   2> 775269 INFO  (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 775269 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"c335ee19058eT7p4mltw2n7sx3cykiqu6106qj",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":214636395300238,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214636395300238],
   [junit4]   2>     "_enqueue_time_":214638396738650,
   [junit4]   2>     "nodeNames":["127.0.0.1:43151_solr"]}}
   [junit4]   2> 775270 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
   [junit4]   2> 775270 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=c335ee19058eT7p4mltw2n7sx3cykiqu6106qj
   [junit4]   2> 775274 INFO  (qtp650930320-7067) [n:127.0.0.1:37777_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 775276 INFO  (qtp1212979569-7062) [n:127.0.0.1:41849_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 775277 INFO  (qtp369078986-7120) [n:127.0.0.1:43151_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 775277 DEBUG (qtp650930320-7063) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 775277 INFO  (qtp650930320-7063) [n:127.0.0.1:37777_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 775277 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 775278 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37777_solr, 127.0.0.1:43151_solr, 127.0.0.1:41849_solr]
   [junit4]   2> 775278 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 775278 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 775278 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 775278 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 777278 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 777287 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 777287 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 777288 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 778301 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
   [junit4]   2> 782318 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
   [junit4]   2> 792322 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
   [junit4]   2> 802331 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> 802347 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 802348 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
   [junit4]   2> 802348 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 802348 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 802348 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 802349 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 802349 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 802351 INFO  (qtp650930320-7113) [n:127.0.0.1:37777_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 802356 INFO  (qtp650930320-7113) [n:127.0.0.1:37777_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 802360 INFO  (qtp650930320-7065) [n:127.0.0.1:37777_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 802362 INFO  (qtp1212979569-7066) [n:127.0.0.1:41849_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 802364 INFO  (qtp369078986-7124) [n:127.0.0.1:43151_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 802364 DEBUG (qtp650930320-7063) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 802365 INFO  (qtp650930320-7063) [n:127.0.0.1:37777_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 802365 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 802366 INFO  (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 802366 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37777_solr, 127.0.0.1:43151_solr, 127.0.0.1:41849_solr]
   [junit4]   2> 802366 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 802366 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 802368 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 802368 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 802368 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 802368 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 802368 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 802369 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 802370 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 802370 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 802370 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 802370 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63b5161e{/solr,null,AVAILABLE}
   [junit4]   2> 802371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2db303c8{HTTP/1.1,[http/1.1]}{127.0.0.1:43633}
   [junit4]   2> 802371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.Server Started @804487ms
   [junit4]   2> 802371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43633}
   [junit4]   2> 802371 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 802371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 802371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 802371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 802371 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T22:54:41.170587Z
   [junit4]   2> 802373 INFO  (zkConnectionManagerCallback-1616-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 802373 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 802380 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 802381 INFO  (zkConnectionManagerCallback-1620-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 802383 INFO  (zkConnectionManagerCallback-1622-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 802386 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 802386 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 802387 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43633_solr
   [junit4]   2> 802388 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 802388 INFO  (zkCallback-1603-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 802388 INFO  (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 802388 INFO  (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 802389 INFO  (zkCallback-1621-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 802415 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43633.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 802420 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43633.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 802421 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43633.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
   [junit4]   2> 802421 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node4/.
   [junit4]   2> 803369 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 803369 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 803369 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43633_solr at time 214666497208719
   [junit4]   2> 804354 INFO  (OverseerCollectionConfigSetProcessor-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 804370 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:43633_solr] added at times [214666497208719], now=214667498730467
   [junit4]   2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":214666497208719,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214666497208719],
   [junit4]   2>     "nodeNames":["127.0.0.1:43633_solr"]}}
   [junit4]   2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
   [junit4]   2> 804371 INFO  (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 804371 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":214666497208719,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214666497208719],
   [junit4]   2>     "_enqueue_time_":214667498860834,
   [junit4]   2>     "nodeNames":["127.0.0.1:43633_solr"]}}
   [junit4]   2> 804371 INFO  (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":214666497208719,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214666497208719],
   [junit4]   2>     "_enqueue_time_":214667498860834,
   [junit4]   2>     "nodeNames":["127.0.0.1:43633_solr"]}}
   [junit4]   2> 804372 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c8a75cb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 804373 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1592650796
   [junit4]   2> 804373 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 804373 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@363fdc81: rootName = solr_37777, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6310f4dd
   [junit4]   2> 804377 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 804377 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a75a00: rootName = solr_37777, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fbd3000
   [junit4]   2> 804380 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 804380 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@566141c7: rootName = solr_37777, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4c738714
   [junit4]   2> 804381 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37777_solr
   [junit4]   2> 804381 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 804381 INFO  (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 804381 INFO  (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 804381 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 804381 INFO  (zkCallback-1603-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 804381 INFO  (zkCallback-1621-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 804381 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 804381 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.Overseer Overseer (id=99412924872523781-127.0.0.1:37777_solr-n_0000000000) closing
   [junit4]   2> 804381 INFO  (OverseerStateUpdate-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37777_solr
   [junit4]   2> 804381 WARN  (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 804382 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 804382 WARN  (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:310)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 804382 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 10 ms for event id=c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql
   [junit4]   2> 804382 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c3c0ea7{/solr,null,UNAVAILABLE}
   [junit4]   2> 804382 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41849_solr
   [junit4]   2> 804382 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 804383 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.Overseer Overseer (id=99412924872523782-127.0.0.1:41849_solr-n_0000000001) starting
   [junit4]   2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 804385 INFO  (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:41849_solr, 127.0.0.1:43633_solr]
   [junit4]   2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:41849_solr, 127.0.0.1:43633_solr]
   [junit4]   2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
   [junit4]   2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 804386 DEBUG (ScheduledTrigger-3389-thread-1) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 804387 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":214666497208719,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214666497208719],
   [junit4]   2>     "_dequeue_time_":214667514825038,
   [junit4]   2>     "_enqueue_time_":214667498860834,
   [junit4]   2>     "nodeNames":["127.0.0.1:43633_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 804387 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
   [junit4]   2> 804387 INFO  (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 804387 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":214666497208719,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214666497208719],
   [junit4]   2>     "_dequeue_time_":214667514825038,
   [junit4]   2>     "_enqueue_time_":214667498860834,
   [junit4]   2>     "nodeNames":["127.0.0.1:43633_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 804387 INFO  (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":214666497208719,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[214666497208719],
   [junit4]   2>     "_dequeue_time_":214667514825038,
   [junit4]   2>     "_enqueue_time_":214667498860834,
   [junit4]   2>     "nodeNames":["127.0.0.1:43633_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 804388 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 804388 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 804388 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 804388 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
   [junit4]   2> 804388 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql
   [junit4]   2> 809383 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 809389 DEBUG (ScheduledTrigger-3389-thread-1) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 809389 DEBUG (ScheduledTrigger-3389-thread-3) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 809389 DEBUG (ScheduledTrigger-3389-thread-3) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 809394 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
   [junit4]   2> 809394 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
   [junit4]   2> 809394 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 809395 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 809396 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 809396 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 809396 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 809397 INFO  (qtp1212979569-7066) [n:127.0.0.1:41849_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 809402 INFO  (qtp1212979569-7066) [n:127.0.0.1:41849_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 809405 INFO  (qtp1212979569-7054) [n:127.0.0.1:41849_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 809406 INFO  (qtp369078986-7124) [n:127.0.0.1:43151_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 809417 INFO  (qtp1835792801-7155) [n:127.0.0.1:43633_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 809417 DEBUG (qtp1212979569-7064) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 809418 INFO  (qtp1212979569-7064) [n:127.0.0.1:41849_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 809418 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 809418 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:41849_solr, 127.0.0.1:43633_solr]
   [junit4]   2> 809418 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 809418 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 809419 INFO  (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 809420 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 809420 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 809420 DEBUG (ScheduledTrigger-3389-thread-4) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 809420 DEBUG (ScheduledTrigger-3389-thread-4) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 809421 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@524d294{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 809428 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1704907949
   [junit4]   2> 809428 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 809428 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@481a50e5: rootName = solr_41849, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2510e64c
   [junit4]   2> 809435 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 809435 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68bcd663: rootName = solr_41849, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fbd3000
   [junit4]   2> 809442 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 809442 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42699856: rootName = solr_41849, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4c738714
   [junit4]   2> 809443 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41849_solr
   [junit4]   2> 809444 INFO  (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 809444 INFO  (zkCallback-1603-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 809444 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 809444 INFO  (zkCallback-1621-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 809444 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 809444 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 809444 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.Overseer Overseer (id=99412924872523782-127.0.0.1:41849_solr-n_0000000001) closing
   [junit4]   2> 809445 INFO  (OverseerStateUpdate-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41849_solr
   [junit4]   2> 809445 WARN  (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 809448 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 809450 INFO  (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43151_solr
   [junit4]   2> 809450 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@969916a{/solr,null,UNAVAILABLE}
   [junit4]   2> 809450 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 809451 INFO  (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr    ] o.a.s.c.Overseer Overseer (id=99412924872523787-127.0.0.1:43151_solr-n_0000000002) starting
   [junit4]   2> 809456 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 809457 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 809457 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:43633_solr]
   [junit4]   2> 809457 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 809458 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:43633_solr]
   [junit4]   2> 809458 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
   [junit4]   2> 809458 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 809458 INFO  (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 809459 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 809460 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 809460 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 809460 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 810460 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 810460 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 810461 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 811464 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 811464 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 811464 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 812464 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 812464 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 812465 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 813465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 813465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 813465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 814465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 814465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 814465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 815465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 815465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 815465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 816465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 816465 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 816465 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 817466 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 817466 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 817466 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 818466 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 818466 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 818466 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 819456 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 819456 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 819456 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 819456 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3874d555{/solr,null,AVAILABLE}
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fc047c1{HTTP/1.1,[http/1.1]}{127.0.0.1:39065}
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.e.j.s.Server Started @821573ms
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39065}
   [junit4]   2> 819457 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 819457 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T22:54:58.256838Z
   [junit4]   2> 819458 INFO  (zkConnectionManagerCallback-1626-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 819459 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 819463 INFO  (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
   [junit4]   2> 819464 INFO  (zkConnectionManagerCallback-1630-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 819465 INFO  (zkConnection

[...truncated too long message...]

ection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
   [junit4]   2> 161970 INFO  (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f330e3a
   [junit4]   2> 161970 INFO  (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=523439674
   [junit4]   2> 161970 INFO  (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@448e5d25
   [junit4]   2> 161970 INFO  (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=1150180645
   [junit4]   2> 161970 INFO  (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7822c141: rootName = solr_44163, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@781f6df8
   [junit4]   2> 161970 INFO  (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c62f5df: rootName = solr_37207, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1d07c988
   [junit4]   2> 161971 INFO  (jetty-closer-240-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13417635{/solr,null,UNAVAILABLE}
   [junit4]   2> 161978 INFO  (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=1150180645
   [junit4]   2> 162004 INFO  (jetty-closer-240-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 161976 INFO  (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=523439674
   [junit4]   2> 161971 INFO  (jetty-closer-240-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d2db77a{/solr,null,UNAVAILABLE}
   [junit4]   2> 162004 INFO  (jetty-closer-240-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 162006 INFO  (jetty-closer-240-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99413062113361930-127.0.0.1:44163_solr-n_0000000000) closing
   [junit4]   2> 162006 INFO  (OverseerStateUpdate-99413062113361930-127.0.0.1:44163_solr-n_0000000000) [n:127.0.0.1:44163_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44163_solr
   [junit4]   2> 162006 WARN  (OverseerAutoScalingTriggerThread-99413062113361930-127.0.0.1:44163_solr-n_0000000000) [n:127.0.0.1:44163_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 162007 INFO  (jetty-closer-240-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6af3db96{/solr,null,UNAVAILABLE}
   [junit4]   2> 162007 INFO  (jetty-closer-240-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 162007 INFO  (jetty-closer-240-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f1bd50{/solr,null,UNAVAILABLE}
   [junit4]   2> 162008 INFO  (jetty-closer-240-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 162009 ERROR (SUITE-StreamExpressionTest-seed#[151C81FB2F33C268]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 162009 INFO  (SUITE-StreamExpressionTest-seed#[151C81FB2F33C268]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45639 45639
   [junit4]   2> 162818 INFO  (Thread-272) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45639 45639
   [junit4]   2> 162819 WARN  (Thread-272) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/aliases.json
   [junit4]   2> 	80	/solr/clusterprops.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	12	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/destination1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99413062113361930-127.0.0.1:44163_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/live_nodes
   [junit4]   2> 	80	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_151C81FB2F33C268-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=LuceneFixedGap), join2_s=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), a1_s=PostingsFormat(name=Direct), a2_s=FSTOrd50, test_t=FSTOrd50, level1_s=PostingsFormat(name=LuceneFixedGap), body_t=FSTOrd50, ident_s=PostingsFormat(name=Direct), s_multi=FSTOrd50, a_ss=Lucene50(blocksize=128), col_s=PostingsFormat(name=Direct), level2_s=Lucene50(blocksize=128), a_s=FSTOrd50, a_t=Lucene50(blocksize=128), side_s=FSTOrd50, id=PostingsFormat(name=LuceneFixedGap), text=FSTOrd50}, docValues:{expr_s=DocValuesFormat(name=Direct), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Direct), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Memory), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=2036, maxMBSortInHeap=5.871593556214443, sim=RandomSimilarity(queryNorm=false): {}, locale=dz, timezone=CTT
   [junit4]   2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=124813448,total=355467264
   [junit4]   2> NOTE: All tests run in this JVM: [CloudSolrClientBuilderTest, SolrExampleJettyTest, DocumentAnalysisResponseTest, ArrayEvaluatorTest, JdbcDriverTest, SolrExampleXMLTest, SolrExampleBinaryTest, SolrParamTest, HyperbolicSineEvaluatorTest, GetByIdTest, AddEvaluatorTest, HttpSolrClientBuilderTest, ArcCosineEvaluatorTest, TestCoreAdmin, CosineEvaluatorTest, RegressionEvaluatorTest, TestHash, TestBatchUpdate, StreamExpressionToExplanationTest, TestValidatingJsonMap, TestJsonRecordReader, PowerEvaluatorTest, LessThanEqualToEvaluatorTest, CoalesceEvaluatorTest, SolrExceptionTest, SolrExampleStreamingBinaryTest, JettyWebappTest, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, TestSolrProperties, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, TestNamedListCodec, TestJavaBinCodec, ModifiableSolrParamsTest, ClientUtilsTest, NamedListTest, UsingSolrJRefGuideExamplesTest, TestSolrJErrorHandling, HttpSolrClientConPoolTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, JDBCStreamTest, StreamExpressionTest]
   [junit4] Completed [146/146 (1!)] on J2 in 75.64s, 153 tests, 1 failure, 9 skipped <<< FAILURES!

[...truncated 39997 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1242 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1242/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([58702447EC2F4908:D0241B9D42D324F0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11966 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/init-core-data-001
   [junit4]   2> 137324 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 137324 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 137326 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 137326 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 137326 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /tbn/zr
   [junit4]   2> 137328 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 137328 INFO  (Thread-405) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 137328 INFO  (Thread-405) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 137334 ERROR (Thread-405) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 137428 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ZkTestServer start zk server on port:36671
   [junit4]   2> 137430 INFO  (zkConnectionManagerCallback-327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137447 INFO  (zkConnectionManagerCallback-329-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137449 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 137450 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 137451 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 137452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 137452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 137453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 137453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 137454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 137457 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 137458 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 137459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 137461 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 137540 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 137545 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 137545 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 137545 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 137546 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7486a64c{/tbn/zr,null,AVAILABLE}
   [junit4]   2> 137547 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fa5aaa{HTTP/1.1,[http/1.1]}{127.0.0.1:40539}
   [junit4]   2> 137547 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server Started @139868ms
   [junit4]   2> 137547 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/control/data, replicaType=NRT, hostContext=/tbn/zr, hostPort=40539, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores}
   [junit4]   2> 137547 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 137547 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 137547 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 137547 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 137547 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T18:18:33.413Z
   [junit4]   2> 137553 INFO  (zkConnectionManagerCallback-331-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137553 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 137553 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/solr.xml
   [junit4]   2> 137556 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 137556 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 137557 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 137559 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
   [junit4]   2> 137560 INFO  (zkConnectionManagerCallback-335-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137562 INFO  (zkConnectionManagerCallback-337-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 137594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40539_tbn%2Fzr
   [junit4]   2> 137594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.Overseer Overseer (id=99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) starting
   [junit4]   2> 137598 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40539_tbn%2Fzr
   [junit4]   2> 137609 INFO  (OverseerStateUpdate-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 137699 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 137704 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 137704 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 137705 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores
   [junit4]   2> 137718 INFO  (zkConnectionManagerCallback-343-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137719 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 137719 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36671/solr ready
   [junit4]   2> 137721 INFO  (qtp333570817-1562) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40539_tbn%252Fzr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 137723 INFO  (OverseerThreadFactory-495-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 137830 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 137830 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 137933 INFO  (zkCallback-336-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 138877 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 138891 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 138935 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 138944 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 138945 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 138945 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 138945 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 138947 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 138950 WARN  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 138980 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 138980 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 138981 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 138981 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 138982 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 138982 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fad0048[control_collection_shard1_replica_n1] main]
   [junit4]   2> 138983 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 138983 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 138983 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 138985 INFO  (searcherExecutor-498-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6fad0048[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 138985 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589458849202176
   [junit4]   2> 138988 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 138988 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 138988 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40539/tbn/zr/control_collection_shard1_replica_n1/
   [junit4]   2> 138988 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 138988 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40539/tbn/zr/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 138988 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 138993 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40539/tbn/zr/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 139094 INFO  (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 139144 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 139145 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1315
   [junit4]   2> 139147 INFO  (qtp333570817-1562) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 139246 INFO  (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 139723 INFO  (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 140147 INFO  (qtp333570817-1562) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40539_tbn%252Fzr&wt=javabin&version=2} status=0 QTime=2426
   [junit4]   2> 140151 INFO  (zkConnectionManagerCallback-347-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140152 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 140152 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36671/solr ready
   [junit4]   2> 140152 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 140154 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 140155 INFO  (OverseerThreadFactory-495-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 140156 WARN  (OverseerThreadFactory-495-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 140365 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 140366 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
   [junit4]   2> 140428 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001 of type NRT
   [junit4]   2> 140429 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 140429 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54fa981b{/tbn/zr,null,AVAILABLE}
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14741c80{HTTP/1.1,[http/1.1]}{127.0.0.1:43519}
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server Started @142751ms
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=43519, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores}
   [junit4]   2> 140430 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 140430 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T18:18:36.296Z
   [junit4]   2> 140432 INFO  (zkConnectionManagerCallback-349-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140433 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 140433 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/solr.xml
   [junit4]   2> 140435 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 140435 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 140436 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 140438 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
   [junit4]   2> 140439 INFO  (zkConnectionManagerCallback-353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140441 INFO  (zkConnectionManagerCallback-355-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140443 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 140444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 140445 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43519_tbn%2Fzr
   [junit4]   2> 140446 INFO  (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 140448 INFO  (zkCallback-346-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 140448 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 140488 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 140497 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 140498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 140499 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores
   [junit4]   2> 140525 INFO  (qtp333570817-1563) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43519_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 140527 INFO  (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 140527 INFO  (OverseerThreadFactory-495-thread-3-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43519_tbn%2Fzr for creating new replica
   [junit4]   2> 140529 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 140530 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 140633 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141689 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 141699 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
   [junit4]   2> 141743 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 141750 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
   [junit4]   2> 141751 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 141751 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 141751 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
   [junit4]   2> 141753 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 141756 WARN  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 141781 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 141781 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 141781 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 141781 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 141782 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 141782 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@11e3b06a[collection1_shard2_replica_n61] main]
   [junit4]   2> 141783 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 141783 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 141784 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 141785 INFO  (searcherExecutor-509-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@11e3b06a[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 141785 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589461785214976
   [junit4]   2> 141797 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 141797 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 141797 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43519/tbn/zr/collection1_shard2_replica_n61/
   [junit4]   2> 141797 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 141797 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:43519/tbn/zr/collection1_shard2_replica_n61/ has no replicas
   [junit4]   2> 141797 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 141799 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43519/tbn/zr/collection1_shard2_replica_n61/ shard2
   [junit4]   2> 141900 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 141949 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 141951 INFO  (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1421
   [junit4]   2> 141953 INFO  (qtp333570817-1563) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43519_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1427
   [junit4]   2> 142034 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001 of type NRT
   [junit4]   2> 142034 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 142035 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 142035 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 142035 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 142036 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@696a5b26{/tbn/zr,null,AVAILABLE}
   [junit4]   2> 142036 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6fef1ee3{HTTP/1.1,[http/1.1]}{127.0.0.1:45547}
   [junit4]   2> 142036 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server Started @144357ms
   [junit4]   2> 142036 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=45547, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores}
   [junit4]   2> 142037 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 142037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 142037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 142037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 142037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T18:18:37.903Z
   [junit4]   2> 142038 INFO  (zkConnectionManagerCallback-359-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 142039 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 142039 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/solr.xml
   [junit4]   2> 142042 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 142042 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 142043 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 142046 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
   [junit4]   2> 142047 INFO  (zkConnectionManagerCallback-363-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 142049 INFO  (zkConnectionManagerCallback-365-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 142051 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 142052 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 142052 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 142053 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45547_tbn%2Fzr
   [junit4]   2> 142053 INFO  (zkCallback-346-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 142054 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 142054 INFO  (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 142054 INFO  (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 142108 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 142114 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 142114 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 142115 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores
   [junit4]   2> 142136 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45547_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 142137 INFO  (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 142138 INFO  (OverseerThreadFactory-495-thread-4-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45547_tbn%2Fzr for creating new replica
   [junit4]   2> 142140 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 142141 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 142243 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 142244 INFO  (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 143254 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 143265 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
   [junit4]   2> 143310 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 143320 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
   [junit4]   2> 143320 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 143320 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 143321 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
   [junit4]   2> 143323 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 143325 WARN  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 143364 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 143364 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 143365 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 143365 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 143366 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 143367 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@29e8792d[collection1_shard3_replica_n63] main]
   [junit4]   2> 143368 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 143368 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 143369 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 143369 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589463446159360
   [junit4]   2> 143372 INFO  (searcherExecutor-520-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@29e8792d[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 143374 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 143374 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 143374 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45547/tbn/zr/collection1_shard3_replica_n63/
   [junit4]   2> 143375 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 143375 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:45547/tbn/zr/collection1_shard3_replica_n63/ has no replicas
   [junit4]   2> 143375 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 143378 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45547/tbn/zr/collection1_shard3_replica_n63/ shard3
   [junit4]   2> 143479 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 143479 INFO  (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 143529 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 143530 INFO  (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1389
   [junit4]   2> 143532 INFO  (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45547_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1396
   [junit4]   2> 143626 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001 of type NRT
   [junit4]   2> 143626 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 143631 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 143631 INFO  (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 143657 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 143657 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 143657 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 143657 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3305f2e2{/tbn/zr,null,AVAILABLE}
   [junit4]   2> 143658 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25f0fa66{HTTP/1.1,[http/1.1]}{127.0.0.1:36063}
   [junit4]   2> 143658 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server Started @145979ms
   [junit4]   2> 143658 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=36063, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores}
   [junit4]   2> 143658 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 143659 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 143659 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 143659 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 143659 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T18:18:39.525Z
   [junit4]   2> 143665 INFO  (zkConnectionManagerCallback-369-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 143666 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 143666 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/solr.xml
   [junit4]   2> 143669 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 143670 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 143670 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 143673 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
   [junit4]   2> 143701 INFO  (zkConnectionManagerCallback-373-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 143729 INFO  (zkConnectionManagerCallback-375-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 143733 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 143734 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 143736 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36063_tbn%2Fzr
   [junit4]   2> 143736 INFO  (zkCallback-346-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 143736 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 143737 INFO  (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 143738 INFO  (zkCallback-374-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 143738 INFO  (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 143805 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 143816 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 143816 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 143818 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores
   [junit4]   2> 143941 INFO  (qtp1491539505-1676) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36063_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 143949 INFO  (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 143950 INFO  (OverseerThreadFactory-495-thread-5-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36063_tbn%2Fzr for creating new replica
   [junit4]   2> 143954 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 143954 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 144062 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 144062 INFO  (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 144063 INFO  (zkCallback-374-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 145018 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 145026 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
   [junit4]   2> 145087 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 145096 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
   [junit4]   2> 145097 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
   [junit4]   2> 145097 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 145097 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
   [junit4]   2> 145099 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 145103 WARN  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 145139 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 145139 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 145140 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 145140 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 145141 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 145141 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@46b60b46[collection1_shard1_replica_n65] main]
   [junit4]   2> 145142 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 145143 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 145143 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 145145 INFO  (searcherExecutor-531-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@46b60b46[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 145145 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589465308430336
   [junit4]   2> 145148 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 145148 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 145148 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36063/tbn/zr/collection1_shard1_replica_n65/
   [junit4]   2> 145148 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 145148 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:36063/tbn/zr/collection1_shard1_replica_n65/ has no replicas
   [junit4]   2> 145148 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 145149 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36063/tbn/zr/collection1_shard1_replica_n65/ shard1
   [junit4]   2> 145250 INFO  (zkCallback-374-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 145250 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 145250 INFO  (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 145299 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 145301 INFO  (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
   [junit4]   2> 145303 INFO  (qtp1491539505-1676) [n:127.0.0.1:36063_tbn%2Fzr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36063_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1361
   [junit4]   2> 145387 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-4-001 of type NRT
   [junit4]   2> 145387 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 145389 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 145389 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 145389 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 145390 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15886c57{/tbn/zr,null,AVAILABLE}
   [junit4]   2> 145390 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e8b093d{HTTP/1.1,[http/1.1]}{127.0.0.1:46377}
   [junit4]   2> 145390 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.Server Started @147711ms
   [junit4]   2> 145390 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=46377, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/s

[...truncated too long message...]

a:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 198290 WARN  (ScheduledTrigger-696-thread-1) [n:127.0.0.1:40503_tbn%2Fzr    ] o.a.s.c.a.TriggerBase Exception getting trigger state '/autoscaling/triggerState/.auto_add_replicas'
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/triggerState/.auto_add_replicas
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.TriggerBase.restoreState(TriggerBase.java:221)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:561)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 198290 WARN  (ScheduledTrigger-696-thread-1) [n:127.0.0.1:40503_tbn%2Fzr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
   [junit4]   2> 198290 WARN  (ScheduledTrigger-696-thread-1) [n:127.0.0.1:40503_tbn%2Fzr    ] o.a.s.c.a.TriggerBase Exception updating trigger state '/autoscaling/triggerState/.auto_add_replicas'
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/triggerState/.auto_add_replicas
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:576)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 198292 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@be37350{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 198292 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1079ed09{/tbn/zr,null,UNAVAILABLE}
   [junit4]   2> 198292 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 198292 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36177
   [junit4]   2> 198292 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 198293 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36671 36671
   [junit4]   2> 200748 INFO  (Thread-405) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36671 36671
   [junit4]   2> 200748 WARN  (Thread-405) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf1
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	5	/solr/collections/collection2/state.json
   [junit4]   2> 	2	/solr/collections/collection2/leader_elect/shard3/election/99411841069744146-core_node17-n_0000000000
   [junit4]   2> 	2	/solr/collections/collection2/leader_elect/shard1/election/99411841069744140-core_node9-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/99411841069744140-127.0.0.1:45547_tbn%2Fzr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/live_nodes
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=58702447EC2F4908 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=Canada/Eastern -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 63.4s J0 | FullSolrCloudDistribCmdsTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not find collection:collection2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([58702447EC2F4908:D0241B9D42D324F0]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=de, timezone=Canada/Eastern
   [junit4]   2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=289801032,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCloudExampleTest, HdfsThreadLeakTest, HLLSerializationTest, UpdateLogTest, TestReplicationHandlerBackup, TestPHPSerializedResponseWriter, SynonymTokenizerTest, TestCrossCoreJoin, TestIndexingPerformance, TestJoin, TestSubQueryTransformerCrossCore, TestSolrConfigHandlerConcurrent, CdcrBidirectionalTest, DistributedFacetExistsSmallTest, LeaderInitiatedRecoveryOnShardRestartTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [62/767 (1!)] on J0 in 63.45s, 1 test, 1 failure <<< FAILURES!

[...truncated 50464 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1241 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1241/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([5C566798549BC322]:0)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties

Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>

Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
	at __randomizedtesting.SeedInfo.seed([5C566798549BC322:3732B0D1E7B656A6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1322)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13608 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> 2666402 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/init-core-data-001
   [junit4]   2> 2666403 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2666404 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2666435 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001
   [junit4]   2> 2666435 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2666435 INFO  (Thread-3273) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2666435 INFO  (Thread-3273) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2666439 ERROR (Thread-3273) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2666535 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43047
   [junit4]   2> 2666539 INFO  (zkConnectionManagerCallback-7987-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2666542 INFO  (jetty-launcher-7984-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2666542 INFO  (jetty-launcher-7984-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2666542 INFO  (jetty-launcher-7984-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2666542 INFO  (jetty-launcher-7984-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2666542 INFO  (jetty-launcher-7984-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2666542 INFO  (jetty-launcher-7984-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2666543 INFO  (jetty-launcher-7984-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2666543 INFO  (jetty-launcher-7984-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2666543 INFO  (jetty-launcher-7984-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d37f58{/solr,null,AVAILABLE}
   [junit4]   2> 2666543 INFO  (jetty-launcher-7984-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1753937{/solr,null,AVAILABLE}
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@187b063{HTTP/1.1,[http/1.1]}{127.0.0.1:46289}
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ed3f71{HTTP/1.1,[http/1.1]}{127.0.0.1:37401}
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-1) [    ] o.e.j.s.Server Started @2667672ms
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-2) [    ] o.e.j.s.Server Started @2667673ms
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46289}
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37401}
   [junit4]   2> 2666545 ERROR (jetty-launcher-7984-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2666545 ERROR (jetty-launcher-7984-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T15:59:37.064Z
   [junit4]   2> 2666545 INFO  (jetty-launcher-7984-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T15:59:37.064Z
   [junit4]   2> 2666547 INFO  (zkConnectionManagerCallback-7990-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2666547 INFO  (zkConnectionManagerCallback-7991-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2666548 INFO  (jetty-launcher-7984-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2666548 INFO  (jetty-launcher-7984-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2666558 INFO  (jetty-launcher-7984-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
   [junit4]   2> 2666560 INFO  (zkConnectionManagerCallback-7996-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2666560 INFO  (jetty-launcher-7984-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
   [junit4]   2> 2666569 INFO  (zkConnectionManagerCallback-7999-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2666570 INFO  (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2666572 INFO  (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2666637 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2666637 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2666638 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46289_solr
   [junit4]   2> 2666638 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37401_solr
   [junit4]   2> 2666638 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.Overseer Overseer (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) starting
   [junit4]   2> 2666639 INFO  (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2666639 INFO  (zkCallback-8000-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2666649 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46289_solr
   [junit4]   2> 2666650 INFO  (zkCallback-8000-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2666651 INFO  (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2666761 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2666763 WARN  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2666769 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 2666858 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2666858 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2666858 WARN  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2666862 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 2666864 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2666895 INFO  (jetty-launcher-7984-thread-2-EventThread) [n:127.0.0.1:37401_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2666895 INFO  (jetty-launcher-7984-thread-1-EventThread) [n:127.0.0.1:46289_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2667075 WARN  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2667076 WARN  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2667137 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
   [junit4]   2> 2667143 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
   [junit4]   2> 2667152 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
   [junit4]   2> 2667152 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
   [junit4]   2> 2667154 INFO  (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node2/.
   [junit4]   2> 2667160 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
   [junit4]   2> 2667160 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
   [junit4]   2> 2667162 INFO  (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node1/.
   [junit4]   2> 2667245 INFO  (zkConnectionManagerCallback-8009-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2667329 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 2675552 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516931977884&s=7dQOYKZZcYim/IESKM/zZYVrKq0="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:37 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:37 GMT
   [junit4]   2> 2675552 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 2675617 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 2675635 INFO  (qtp31001026-26929) [n:127.0.0.1:46289_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2675635 INFO  (qtp31001026-26929) [n:127.0.0.1:46289_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2675636 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1516931986137&s=7QKa2dhKmxPP9ijLTnxZzFC37jU="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
   [junit4]   2> 2675636 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 2675708 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 2675729 WARN  (qtp31001026-26933) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
   [junit4]   2> id: ‘bar’: no such user
   [junit4]   2> 
   [junit4]   2> 2675739 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1516931986228&s=V9pKOF8qKH0kFOgmSH4nYuPtMsc="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
   [junit4]   2> 2675739 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 2675799 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 2675804 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1516931986319&s=p71WJl4X6wv6cE3JkLKdbtbDSGg="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
   [junit4]   2> 2675804 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 2675871 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 2675873 INFO  (qtp31001026-26933) [n:127.0.0.1:46289_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2675873 INFO  (qtp31001026-26933) [n:127.0.0.1:46289_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2675873 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1516931986391&s=YqCZHbt55okzybf1T1qcmZG0Ilg="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
   [junit4]   2> 2675874 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 2675935 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 2675936 INFO  (qtp31001026-26929) [n:127.0.0.1:46289_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2675936 INFO  (qtp31001026-26929) [n:127.0.0.1:46289_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2675937 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516931986455&s=ory6rH7rsPddn2bVD7c3oxGtZRg="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
   [junit4]   2> 2675938 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 2676002 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 2676003 INFO  (qtp31001026-26933) [n:127.0.0.1:46289_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2676004 WARN  (qtp31001026-26933) [n:127.0.0.1:46289_solr    ] o.e.j.s.HttpChannel /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 31 more
   [junit4]   2> 2676007 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 2676079 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 2676081 INFO  (zkConnectionManagerCallback-8012-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2676364 INFO  (zkConnectionManagerCallback-8015-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2676365 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2676366 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43047/solr ready
   [junit4]   2> 2676368 INFO  (qtp31283235-26920) [n:127.0.0.1:37401_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2676371 INFO  (OverseerThreadFactory-5287-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 2676480 INFO  (OverseerStateUpdate-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37401/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2676685 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2676685 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2676789 INFO  (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2676790 INFO  (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2677716 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2677753 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2677924 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2677948 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 2677949 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
   [junit4]   2> 2677949 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2677949 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 2677956 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2111539934, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2678058 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2678058 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2678060 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2678060 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2678062 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5302231596900171]
   [junit4]   2> 2678063 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d76cc3[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 2678065 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2678136 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2678227 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2678228 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2678228 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2678228 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2678228 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2678229 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2678229 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2678229 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2678230 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2678230 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2678232 INFO  (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@d76cc3[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2678233 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590580728301617152
   [junit4]   2> 2678236 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2678236 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2678236 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37401/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 2678236 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2678236 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37401/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2678236 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2678238 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37401/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 2678340 INFO  (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2678340 INFO  (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2678389 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2678391 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1706
   [junit4]   2> 2678391 WARN  (httpShardExecutor-5282-thread-1-processing-n:127.0.0.1:46289_solr [http:////127.0.0.1:37401//solr] http:////127.0.0.1:37401//solr) [n:127.0.0.1:46289_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516931987202&s=NdH0ccJmKU4vV7tDrc3/Rgj9gTg="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:47 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:47 GMT
   [junit4]   2> 2678396 INFO  (qtp31283235-26920) [n:127.0.0.1:37401_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2678491 INFO  (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2678491 INFO  (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2679396 INFO  (qtp31283235-26920) [n:127.0.0.1:37401_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3028
   [junit4]   2> 2679397 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516931986887&s=jOPZAiHqvCShA/rlXqVuh89DYsg="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
   [junit4]   2> 2679397 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 2679398 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 2679401 INFO  (qtp31001026-26929) [n:127.0.0.1:46289_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2679405 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2679405 WARN  (qtp31001026-26929) [n:127.0.0.1:46289_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516931989922&s=RxkY4bi5LXuX8dbO+OgzLlnsX3k="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
   [junit4]   2> 2679406 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516931989920&s=C6ZFLfMVdWLbuGnE1KLznA5woko="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
   [junit4]   2> 2679406 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516931989922&s=RxkY4bi5LXuX8dbO+OgzLlnsX3k="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
   [junit4]   2> 2679410 INFO  (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2679411 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516931989928&s=cNi7wueZ0rfvMVExa0S0L0NGYXY="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
   [junit4]   2> 2679411 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 2679489 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 2694504 WARN  (jetty-launcher-7984-thread-2-SendThread(127.0.0.1:43047)) [n:127.0.0.1:37401_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16013ms for sessionid 0x1612e0bbdfc0006
   [junit4]   2> 2694504 WARN  (jetty-launcher-7984-thread-2-SendThread(127.0.0.1:43047)) [n:127.0.0.1:37401_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18973ms for sessionid 0x1612e0bbdfc0007
   [junit4]   2> 2694504 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]-SendThread(127.0.0.1:43047)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15106ms for sessionid 0x1612e0bbdfc000b
   [junit4]   2> 2694505 WARN  (jetty-launcher-7984-thread-1-SendThread(127.0.0.1:43047)) [n:127.0.0.1:46289_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18974ms for sessionid 0x1612e0bbdfc0008
   [junit4]   2> 2694505 WARN  (jetty-launcher-7984-thread-1-SendThread(127.0.0.1:43047)) [n:127.0.0.1:46289_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15103ms for sessionid 0x1612e0bbdfc0005
   [junit4]   2> 2694505 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2694505 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2694505 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2694505 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2694507 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1516931990009&s=b6EVjbAGhlhMur8PyI+QJHFgq+k="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 01:59:50 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:50 GMT
   [junit4]   2> 2694507 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 2694571 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 2694579 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516932005091&s=aI3fN9tPw6BFwOSlLfy1Jg0IEMY="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 02:00:05 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 02:00:05 GMT
   [junit4]   2> 2694579 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 2694606 INFO  (jetty-launcher-7984-thread-2-EventThread) [n:127.0.0.1:37401_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 2694606 INFO  (jetty-launcher-7984-thread-1-EventThread) [n:127.0.0.1:46289_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 2694609 WARN  (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a9b949 name: ZooKeeperConnection Watcher:127.0.0.1:43047/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2694609 WARN  (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2694615 WARN  (zkConnectionManagerCallback-8015-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@703579 name: ZooKeeperConnection Watcher:127.0.0.1:43047/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2694615 WARN  (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d975ee name: ZooKeeperConnection Watcher:127.0.0.1:43047/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2694615 WARN  (zkConnectionManagerCallback-8015-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2694618 WARN  (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2694647 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 2694650 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1516932005167&s=RGdJ7M3P8Ip40UC/VL31+KZ9FSU="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 02:00:05 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 02:00:05 GMT
   [junit4]   2> 2694650 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 2694715 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 2694720 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[5C566798549BC322]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1516932005235&s=OK/MFoCa4/IEmRoDH5eRdl5m4yM="; Path=/; Domain=127.0.0.1; Expires= , 26-   -2018 02:00:05 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 02:00:05 GMT
   [junit4]   2> 2694720 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[5C566798549BC322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 2694883 INFO  (jetty-closer-7985-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@ed3f71{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2694883 INFO  (jetty-closer-7985-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@187b063{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2694883 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12481810
   [junit4]   2> 2694883 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=30543908
   [junit4]   2> 2694884 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2694884 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2694884 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cd6a8: rootName = solr_37401, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1d3fee1
   [junit4]   2> 2694884 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e7b9f: rootName = solr_46289, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@129b61b
   [junit4]   2> 2694891 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2694891 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70774e: rootName = solr_37401, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1787f78
   [junit4]   2> 2694893 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2694893 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1682f23: rootName = solr_46289, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1787f78
   [junit4]   2> 2694897 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2694897 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@785d95: rootName = solr_37401, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1cf3c74
   [junit4]   2> 2694902 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2694902 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f2c3e: rootName = solr_46289, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1cf3c74
   [junit4]   2> 2695966 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46289_solr
   [junit4]   2> 2695966 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2695969 INFO  (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2695973 INFO  (zkCallback-8000-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2695976 INFO  (jetty-closer-7985-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) closing
   [junit4]   2> 2695976 INFO  (OverseerStateUpdate-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr    ] o.a.s.c.Overseer According to ZK I (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 2695978 INFO  (OverseerStateUpdate-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46289_solr
   [junit4]   2> 2695976 WARN  (OverseerAutoScalingTriggerThread-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2695982 INFO  (OverseerCollectionConfigSetProcessor-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 2695986 ERROR (Thread[Thread-3290,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:46289_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2696269 INFO  (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2696271 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37401_solr
   [junit4]   2> 2696272 INFO  (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2696272 INFO  (jetty-closer-7985-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2696274 INFO  (zkCallback-8002-thread-5-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37401_solr
   [junit4]   2> 2696277 INFO  (zkCallback-8002-thread-6-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2696284 INFO  (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a75e28
   [junit4]   2> 2696284 INFO  (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=10968616
   [junit4]   2> 2696284 INFO  (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d3c64: rootName = solr_37401, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@380464
   [junit4]   2> 2696333 INFO  (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=10968616
   [junit4]   2> 2696340 ERROR (Thread[Thread-3292,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:37401_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2696342 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2696344 INFO  (jetty-closer-7985-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d37f58{/solr,null,UNAVAILABLE}
   [junit4]   2> 2696344 INFO  (jetty-closer-7985-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2696559 WARN  (jetty-launcher-7984-thread-1-SendThread(127.0.0.1:43047)) [n:127.0.0.1:46289_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1612e0bbdfc0008 has expired
   [junit4]   2> 2696659 INFO  (jetty-closer-7985-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1753937{/solr,null,UNAVAILABLE}
   [junit4]   2> 2696660 INFO  (jetty-closer-7985-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2696660 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2696661 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43047 43047
   [junit4]   2> 2697400 INFO  (Thread-3273) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43047 43047
   [junit4]   2> 2697401 WARN  (Thread-3273) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 2697443 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 25, 2018 4:00:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> Jan 25, 2018 4:00:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 25, 2018 4:00:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2> 2717641 ERROR (jetty-launcher-7984-thre

[...truncated too long message...]

 [junit4]   2> 3064989 INFO  (jetty-closer-8510-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d67544{/solr,null,UNAVAILABLE}
   [junit4]   2> 3064989 INFO  (jetty-closer-8510-thread-5) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3064990 INFO  (jetty-closer-8510-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e970fb{/solr,null,UNAVAILABLE}
   [junit4]   2> 3064991 INFO  (jetty-closer-8510-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3066384 WARN  (zkCallback-8715-thread-2-processing-n:127.0.0.1:32811_solr) [n:127.0.0.1:32811_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3066384 INFO  (jetty-closer-8510-thread-12) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1942516{/solr,null,UNAVAILABLE}
   [junit4]   2> 3066385 INFO  (jetty-closer-8510-thread-12) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3066386 ERROR (SUITE-TriggerIntegrationTest-seed#[5C566798549BC322]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3066387 INFO  (SUITE-TriggerIntegrationTest-seed#[5C566798549BC322]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42901 42901
   [junit4]   2> 3071496 INFO  (Thread-3790) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42901 42901
   [junit4]   2> 3071498 WARN  (Thread-3790) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	21	/solr/security.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	112	/solr/collections/collection1/state.json
   [junit4]   2> 	47	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/99411307316445190-127.0.0.1:35837_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/99411307316445226-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/99411307316445211-127.0.0.1:41895_solr-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/99411307316445244-127.0.0.1:32811_solr-n_0000000018
   [junit4]   2> 	2	/solr/overseer_elect/election/99411307316445217-127.0.0.1:40263_solr-n_0000000009
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/99411307316445217-core_node12-n_0000000005
   [junit4]   2> 	2	/solr/overseer_elect/election/99411307316445235-127.0.0.1:43025_solr-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/99411307316445229-127.0.0.1:34711_solr-n_0000000013
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/99411307316445211-core_node6-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/99411307316445241-127.0.0.1:40739_solr-n_0000000017
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 	22	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5C566798549BC322-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=da-DK, timezone=ART
   [junit4]   2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=209990888,total=438104064
   [junit4]   2> NOTE: All tests run in this JVM: [TestHdfsCloudBackupRestore, TestCloudDeleteByQuery, DistributedFacetPivotSmallAdvancedTest, OverseerTaskQueueTest, TestMaxTokenLenTokenizer, ZkStateReaderTest, SolrIndexSplitterTest, TestCollationField, AnalyticsQueryTest, TestDeleteCollectionOnDownNodes, TestDocumentBuilder, RemoteQueryErrorTest, StatsComponentTest, SolrMetricsIntegrationTest, ShufflingReplicaListTransformerTest, TestExclusionRuleCollectionAccess, TestFieldSortValues, SimpleFacetsTest, TestManagedSynonymGraphFilterFactory, AssignBackwardCompatibilityTest, TestPHPSerializedResponseWriter, HdfsDirectoryTest, TestPerFieldSimilarityWithDefaultOverride, TestTrieFacet, TestSkipOverseerOperations, TestFileDictionaryLookup, ZkCLITest, DistributedQueryComponentCustomSortTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSolrDeletionPolicy1, LeaderFailoverAfterPartitionTest, DocValuesMissingTest, CustomHighlightComponentTest, TestBinaryField, LargeFieldTest, TriLevelCompositeIdRoutingTest, AssignTest, DebugComponentTest, TestClassicSimilarityFactory, HdfsWriteToMultipleCollectionsTest, TestSolrQueryParser, SolrIndexMetricsTest, TestSlowCompositeReaderWrapper, SimpleCollectionCreateDeleteTest, TestNestedDocsSort, TestFieldTypeResource, BJQParserTest, TestDocSet, HdfsChaosMonkeySafeLeaderTest, TestDistributedSearch, SystemLogListenerTest, UUIDUpdateProcessorFallbackTest, TestHighlightDedupGrouping, TestSort, UpdateParamsTest, ForceLeaderTest, TestReloadDeadlock, SubstringBytesRefFilterTest, TestRequestStatusCollectionAPI, TestComplexPhraseLeadingWildcard, TestIBSimilarityFactory, TestReplicationHandlerBackup, TestNumericRangeQuery32, FieldAnalysisRequestHandlerTest, MoveReplicaTest, TestSQLHandler, PluginInfoTest, TestHashPartitioner, OutOfBoxZkACLAndCredentialsProvidersTest, HttpSolrCallGetCoreTest, RequestHandlersTest, TestRuleBasedAuthorizationPlugin, ChaosMonkeyNothingIsSafeTest, DistributedFacetSimpleRefinementLongTailTest, SaslZkACLProviderTest, BadIndexSchemaTest, TestRebalanceLeaders, TestConfig, SolrJmxReporterCloudTest, RAMDirectoryFactoryTest, SpellCheckCollatorTest, TestFieldCache, CoreSorterTest, TestIndexSearcher, LeaderInitiatedRecoveryOnShardRestartTest, SegmentsInfoRequestHandlerTest, MetricUtilsTest, TestSegmentSorting, TestExecutePlanAction, TestCSVResponseWriter, BasicDistributedZkTest, TermVectorComponentDistributedTest, TestSolrXml, TestNoOpRegenerator, OutputWriterTest, TestSolrFieldCacheBean, SolrCoreCheckLockOnStartupTest, TestGroupingSearch, DefaultValueUpdateProcessorTest, TestSolrCLIRunExample, HdfsDirectoryFactoryTest, TestLMDirichletSimilarityFactory, V2StandaloneTest, CoreAdminRequestStatusTest, TestCustomDocTransformer, ChangedSchemaMergeTest, TestRandomFaceting, TestStressLiveNodes, SolrCoreMetricManagerTest, TestSmileRequest, HLLSerializationTest, SolrIndexConfigTest, TestWordDelimiterFilterFactory, DocumentAnalysisRequestHandlerTest, TestStreamBody, HighlighterConfigTest, DocExpirationUpdateProcessorFactoryTest, TestEmbeddedSolrServerSchemaAPI, NodeAddedTriggerTest, ClassificationUpdateProcessorIntegrationTest, AtomicUpdateProcessorFactoryTest, TestShardHandlerFactory, SolrRequestParserTest, TestManagedResourceStorage, RecoveryAfterSoftCommitTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestLockTree, TestOnReconnectListenerSupport, TestPullReplica, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, TestCollectionsAPIViaSolrCloudCluster, AutoScalingHandlerTest, HttpTriggerListenerTest, NodeLostTriggerTest, TriggerIntegrationTest]
   [junit4] Completed [600/767 (2!)] on J0 in 213.46s, 14 tests, 1 failure <<< FAILURES!

[...truncated 37101 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /tmp/ecj953566653
 [ecj-lint] Compiling 19 source files to /tmp/ecj953566653
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 20)
 [ecj-lint] 	import java.util.ArrayList;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.ArrayList is never used
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 21)
 [ecj-lint] 	import java.util.List;
 [ecj-lint] 	       ^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.List is never used
 [ecj-lint] ----------
 [ecj-lint] 2 problems (2 errors)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:836: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build.xml:208: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2281: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2112: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2145: Compile failed; see the compiler error output for details.

Total time: 91 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1240 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1240/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37779_solr, 127.0.0.1:44759_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/",           "base_url":"https://127.0.0.1:37779/solr",           "node_name":"127.0.0.1:37779_solr",           "type":"NRT",           "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/tlog",           "core":"testSimple1_shard1_replica_n1",           "shared_storage":"true",           "state":"active"},         "core_node5":{           "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/",           "base_url":"https://127.0.0.1:37779/solr",           "node_name":"127.0.0.1:37779_solr",           "type":"NRT",           "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/tlog",           "core":"testSimple1_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/",           "base_url":"https://127.0.0.1:39677/solr",           "node_name":"127.0.0.1:39677_solr",           "type":"NRT",           "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/tlog",           "core":"testSimple1_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/",           "base_url":"https://127.0.0.1:37779/solr",           "node_name":"127.0.0.1:37779_solr",           "type":"NRT",           "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/tlog",           "core":"testSimple1_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:37779_solr, 127.0.0.1:44759_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/",
          "base_url":"https://127.0.0.1:37779/solr",
          "node_name":"127.0.0.1:37779_solr",
          "type":"NRT",
          "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/tlog",
          "core":"testSimple1_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active"},
        "core_node5":{
          "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/",
          "base_url":"https://127.0.0.1:37779/solr",
          "node_name":"127.0.0.1:37779_solr",
          "type":"NRT",
          "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/tlog",
          "core":"testSimple1_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/",
          "base_url":"https://127.0.0.1:39677/solr",
          "node_name":"127.0.0.1:39677_solr",
          "type":"NRT",
          "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/tlog",
          "core":"testSimple1_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/",
          "base_url":"https://127.0.0.1:37779/solr",
          "node_name":"127.0.0.1:37779_solr",
          "type":"NRT",
          "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/tlog",
          "core":"testSimple1_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([4D6CE1B2D8F35C7B:75DFC54CFF0088AA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13775 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 2951583 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/init-core-data-001
   [junit4]   2> 2951584 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 2951584 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2951586 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2951586 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001
   [junit4]   2> 2951586 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2951587 INFO  (Thread-7178) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2951587 INFO  (Thread-7178) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2951588 ERROR (Thread-7178) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2951687 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33585
   [junit4]   2> 2951688 INFO  (zkConnectionManagerCallback-5057-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951694 INFO  (jetty-launcher-5054-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2951694 INFO  (jetty-launcher-5054-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2951695 INFO  (jetty-launcher-5054-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2951697 INFO  (jetty-launcher-5054-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19354de{/solr,null,AVAILABLE}
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e0c200{/solr,null,AVAILABLE}
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@170768b{/solr,null,AVAILABLE}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@abc5b8{SSL,[ssl, http/1.1]}{127.0.0.1:39677}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c74488{SSL,[ssl, http/1.1]}{127.0.0.1:37779}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] o.e.j.s.Server Started @2952650ms
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-1) [    ] o.e.j.s.Server Started @2952650ms
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39677}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37779}
   [junit4]   2> 2951699 ERROR (jetty-launcher-5054-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c727d0{SSL,[ssl, http/1.1]}{127.0.0.1:44759}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-2) [    ] o.e.j.s.Server Started @2952650ms
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44759}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2951699 ERROR (jetty-launcher-5054-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T12:09:40.506Z
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2951700 ERROR (jetty-launcher-5054-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T12:09:40.506Z
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T12:09:40.506Z
   [junit4]   2> 2951701 INFO  (zkConnectionManagerCallback-5059-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951701 INFO  (jetty-launcher-5054-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2951705 INFO  (zkConnectionManagerCallback-5061-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951705 INFO  (zkConnectionManagerCallback-5063-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951706 INFO  (jetty-launcher-5054-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2951706 INFO  (jetty-launcher-5054-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2951710 INFO  (jetty-launcher-5054-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
   [junit4]   2> 2951711 INFO  (zkConnectionManagerCallback-5067-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951712 INFO  (jetty-launcher-5054-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
   [junit4]   2> 2951713 INFO  (zkConnectionManagerCallback-5071-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951723 INFO  (zkConnectionManagerCallback-5073-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951724 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612d3939290003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2951725 INFO  (zkConnectionManagerCallback-5075-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951727 INFO  (jetty-launcher-5054-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
   [junit4]   2> 2951728 INFO  (zkConnectionManagerCallback-5079-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951729 INFO  (zkConnectionManagerCallback-5083-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39677_solr
   [junit4]   2> 2951774 INFO  (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44759_solr
   [junit4]   2> 2951774 INFO  (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37779_solr
   [junit4]   2> 2951774 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.c.Overseer Overseer (id=99410390574235653-127.0.0.1:39677_solr-n_0000000000) starting
   [junit4]   2> 2951777 INFO  (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2951777 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2951777 INFO  (zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2951777 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2951781 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2951782 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39677_solr
   [junit4]   2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37779_solr, 127.0.0.1:44759_solr]
   [junit4]   2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2951785 INFO  (zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2951785 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2951785 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2951790 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2951791 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2951791 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2951996 INFO  (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952007 INFO  (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952007 INFO  (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952008 INFO  (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952008 INFO  (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/.
   [junit4]   2> 2952030 INFO  (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952030 INFO  (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952031 INFO  (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/.
   [junit4]   2> 2952132 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39677.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952141 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39677.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952141 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39677.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952142 INFO  (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node3/.
   [junit4]   2> 2952175 INFO  (zkConnectionManagerCallback-5089-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2952178 INFO  (zkConnectionManagerCallback-5093-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2952179 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2952179 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33585/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2952251 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2952257 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2952260 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2952273 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_32907_hdfs____4r6djv/webapp
   [junit4]   2> 2952776 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:32907
   [junit4]   2> 2952791 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2953791 DEBUG (ScheduledTrigger-10484-thread-2) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2954102 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2954103 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2954116 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37317_datanode____z5l2cc/webapp
   [junit4]   2> 2954576 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37317
   [junit4]   2> 2954607 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2954607 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2954617 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33985_datanode____rmxldp/webapp
   [junit4]   2> 2954792 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2954851 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2954857 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa00abd98633f: from storage DS-f07e5dae-af63-4b16-b734-17957d0a28ee node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=dcf556f4-1162-4caa-9236-bbd615b57478, infoPort=36695, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2954857 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa00abd98633f: from storage DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=dcf556f4-1162-4caa-9236-bbd615b57478, infoPort=36695, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2955090 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33985
   [junit4]   2> 2955184 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2955189 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa00ad16036cc: from storage DS-44de2f4f-6267-400e-9f69-16495c88d352 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=893115de-44be-4092-84b7-c26432202f39, infoPort=46191, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2955189 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xa00ad16036cc: from storage DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=893115de-44be-4092-84b7-c26432202f39, infoPort=46191, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2955250 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4D6CE1B2D8F35C7B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 2955294 INFO  (qtp4312364-25981) [n:127.0.0.1:37779_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44759_solr,127.0.0.1:37779_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2955296 INFO  (OverseerThreadFactory-10486-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 2955403 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44759/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955405 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955407 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44759/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955409 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955618 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955618 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955619 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2955654 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955654 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2955665 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955768 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955768 INFO  (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955768 INFO  (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955768 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955792 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2956629 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956651 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956661 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2956663 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956663 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2956665 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956666 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/]
   [junit4]   2> 2956668 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956668 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/]
   [junit4]   2> 2956670 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 2956671 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2956673 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956673 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956673 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956673 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 2956673 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/]
   [junit4]   2> 2956677 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 2956680 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2956682 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956682 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956683 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956683 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956683 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956684 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956684 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/]
   [junit4]   2> 2956688 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 2956688 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data
   [junit4]   2> 2956689 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data
   [junit4]   2> 2956693 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data
   [junit4]   2> 2956701 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data
   [junit4]   2> 2956718 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/index
   [junit4]   2> 2956721 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/index
   [junit4]   2> 2956722 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/index
   [junit4]   2> 2956730 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/index
   [junit4]   2> 2956766 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW], ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|FINALIZED]]} size 0
   [junit4]   2> 2956766 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|FINALIZED], ReplicaUC[[DISK]DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e:NORMAL:127.0.0.1:38851|FINALIZED]]} size 0
   [junit4]   2> 2956767 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW], ReplicaUC[[DISK]DS-44de2f4f-6267-400e-9f69-16495c88d352:NORMAL:127.0.0.1:33101|RBW]]} size 0
   [junit4]   2> 2956768 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|RBW], ReplicaUC[[DISK]DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e:NORMAL:127.0.0.1:38851|RBW]]} size 0
   [junit4]   2> 2956769 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741827_1003 size 69
   [junit4]   2> 2956769 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741826_1002 size 69
   [junit4]   2> 2956787 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|RBW], ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW]]} size 0
   [junit4]   2> 2956790 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW], ReplicaUC[[DISK]DS-44de2f4f-6267-400e-9f69-16495c88d352:NORMAL:127.0.0.1:33101|FINALIZED]]} size 0
   [junit4]   2> 2956792 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2956845 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956845 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956846 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956846 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956846 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956846 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956846 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956846 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956846 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956859 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956859 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956859 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956859 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956859 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956860 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956860 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956861 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956861 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956874 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e1ff36[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 2956876 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1166d7e[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 2956877 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956877 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956877 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2956877 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2956878 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956878 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956879 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bade3[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 2956879 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956879 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956880 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2956881 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254738931712
   [junit4]   2> 2956881 INFO  (searcherExecutor-10495-thread-1-processing-n:127.0.0.1:44759_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@1e1ff36[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956881 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956881 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254738931712
   [junit4]   2> 2956882 INFO  (searcherExecutor-10494-thread-1-processing-n:127.0.0.1:37779_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@1166d7e[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956882 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956885 INFO  (searcherExecutor-10493-thread-1-processing-n:127.0.0.1:37779_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@3bade3[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956885 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254743126016
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44759/solr/testSimple1_shard1_replica_n1/
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:44759/solr START replicas=[https://127.0.0.1:37779/solr/testSimple1_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 2956888 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2956889 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e94525[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 2956890 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2956891 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956891 INFO  (qtp4312364-25972) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2956892 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956894 INFO  (searcherExecutor-10496-thread-1-processing-n:127.0.0.1:44759_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1e94525[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956894 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254752563200
   [junit4]   2> 2956990 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2956990 INFO  (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2956990 INFO  (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2956990 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:44759/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2957191 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44759/solr/testSimple1_shard1_replica_n1/ shard1
   [junit4]   2> 2957292 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957292 INFO  (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957292 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957292 INFO  (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957342 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2957389 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2957389 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2957389 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37779/solr/testSimple1_shard2_replica_n6/
   [junit4]   2> 2957398 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:37779/solr START replicas=[https://127.0.0.1:44759/solr/testSimple1_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 2957402 INFO  (qtp26324823-26244) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2957404 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1750
   [junit4]   2> 2957444 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957444 INFO  (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957444 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957444 INFO  (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:37779/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2957702 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37779/solr/testSimple1_shard2_replica_n6/ shard2
   [junit4]   2> 2957792 DEBUG (ScheduledTrigger-10484-thread-4) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2957803 INFO  (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957803 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957803 INFO  (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957803 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957853 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2957854 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2236
   [junit4]   2> 2957999 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957999 INFO  (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957999 INFO  (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957999 INFO  (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2958676 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3010
   [junit4]   2> 2958676 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3058
   [junit4]   2> 2958680 INFO  (qtp4312364-25981) [n:127.0.0.1:37779_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2958680 INFO  (qtp4312364-25981) [n:127.0.0.1:37779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44759_solr,127.0.0.1:37779_solr&wt=javabin&version=2} status=0 QTime=3386
   [junit4]   2> 2958682 INFO  (qtp4312364-25976) [n:127.0.0.1:37779_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37779_solr,127.0.0.1:39677_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2958684 INFO  (OverseerThreadFactory-10486-thread-2-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
   [junit4]   2> 2958684 INFO  (OverseerCollectionConfigSetProcessor-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2958793 DEBUG (ScheduledTrigger-10484-thread-4) [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2958890 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39677/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2958892 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2958893 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple2_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39677/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2958895 INFO  (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple2_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2959098 INFO  (qtp4312364-26251) [n:127.0.0.1:37779_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959098 INFO  (qtp4312364-25971) [n:127.0.0.1:37779_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959143 INFO  (qtp23058622-25980) [n:127.0.0.1:39677_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959144 INFO  (qtp23058622-25980) [n:127.0.0.1:39677_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2959144 INFO  (qtp23058622-25977) [n:127.0.0.1:39677_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959248 INFO  (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  (zkCallback-5070-thread-2-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  (zkCallback-5070-thread-3-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  (zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes

[...truncated too long message...]

r-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 3100832 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-249026764-88.99.242.108-1516882181014 (Datanode Uuid 893115de-44be-4092-84b7-c26432202f39) service to localhost.localdomain/127.0.0.1:38985
   [junit4]   2> 3100833 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3100837 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3100937 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 3100938 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-249026764-88.99.242.108-1516882181014 (Datanode Uuid dcf556f4-1162-4caa-9236-bbd615b57478) service to localhost.localdomain/127.0.0.1:38985
   [junit4]   2> 3100944 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 3101058 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33585 33585
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001
   [junit4]   2> Jan 25, 2018 12:12:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=638, maxMBSortInHeap=6.2526948987254, sim=RandomSimilarity(queryNorm=false): {}, locale=tr-TR, timezone=Etc/GMT
   [junit4]   2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=2,free=183232568,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [XsltUpdateRequestHandlerTest, TestCursorMarkWithoutUniqueKey, TestCoreBackup, TestLegacyTerms, TestSystemIdResolver, TestNRTOpen, SimplePostToolTest, TestCollectionAPI, DeleteLastCustomShardedReplicaTest, TestSystemCollAutoCreate, InfixSuggestersTest, CurrencyFieldTypeTest, BasicFunctionalityTest, TestSolr4Spatial, ChaosMonkeySafeLeaderTest, TestExportWriter, DocumentBuilderTest, SignatureUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, RulesTest, TestPartialUpdateDeduplication, SOLR749Test, TestBulkSchemaConcurrent, TestLockTree, TestOverriddenPrefixQueryForCustomFieldType, ZkControllerTest, TestExactSharedStatsCache, TestClusterProperties, TestSimpleTextCodec, TestTriggerIntegration, TestSolrJ, TestFastLRUCache, TestConfigsApi, TestPrepRecovery, PathHierarchyTokenizerFactoryTest, LegacyCloudClusterPropTest, AddBlockUpdateTest, LoggingHandlerTest, SliceStateTest, TestCharFilters, TestPolicyCloud, TestComplexPhraseQParserPlugin, TestRequestForwarding, TimeRoutedAliasUpdateProcessorTest, ConnectionManagerTest, TestLRUCache, StatsReloadRaceTest, RollingRestartTest, DOMUtilTest, PolyFieldTest, UninvertDocValuesMergePolicyTest, TestSurroundQueryParser, TestSweetSpotSimilarityFactory, CollectionsAPIDistributedZkTest, DataDrivenBlockJoinTest, TestJavabinTupleStreamParser, TestCorePropertiesReload, IgnoreCommitOptimizeUpdateProcessorFactoryTest, JvmMetricsTest, JsonLoaderTest, AutoscalingHistoryHandlerTest, TestZkChroot, PeerSyncReplicationTest, ResponseHeaderTest, TestManagedStopFilterFactory, TestRestManager, TestShortCircuitedRequests, CoreMergeIndexesAdminHandlerTest, DirectUpdateHandlerOptimizeTest, TestFieldCacheReopen, CollectionStateFormat2Test, DistributedDebugComponentTest, TestFuzzyAnalyzedSuggestions, TestQueryUtils, TestInitQParser, HdfsRestartWhileUpdatingTest, FileUtilsTest, BasicZkTest, SolrMetricManagerTest, UpdateRequestProcessorFactoryTest, ClassificationUpdateProcessorTest, TestReversedWildcardFilterFactory, TestScoreJoinQPNoScore, HttpPartitionTest, TestAnalyzeInfixSuggestions, PrimUtilsTest, TestFieldCacheVsDocValues, HLLUtilTest, ExplicitHLLTest, TestSolrCloudSnapshots, SmileWriterTest, TestFilteredDocIdSet, SchemaVersionSpecificBehaviorTest, QueryResultKeyTest, SolrInfoBeanTest, TestMacroExpander, LeaderFailureAfterFreshStartTest, SolrCoreTest, GraphQueryTest, TestSchemaVersionResource, TestRecovery, TestTlogReplica, DirectSolrConnectionTest, TestJsonFacetRefinement, TestSolrCloudWithHadoopAuthPlugin, CdcrBootstrapTest, BadCopyFieldTest, TestSolrCloudWithDelegationTokens, TestSubQueryTransformerDistrib, SortByFunctionTest, TestUseDocValuesAsStored2, SolrGangliaReporterTest, TestSchemaManager, IndexSchemaTest, TestSQLHandlerNonCloud, TestConfigSetImmutable, TestDocBasedVersionConstraints, HttpTriggerListenerTest, TestReqParamsAPI, PrimitiveFieldTypeTest, OverseerTest, TestChildDocTransformer, CachingDirectoryFactoryTest, FastVectorHighlighterTest, VMParamsZkACLAndCredentialsProvidersTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestReload, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SuggesterTest, SpatialFilterTest, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TermsComponentTest, RegexBoostProcessorTest, MBeansHandlerTest, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, AsyncCallRequestStatusResponseTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSTest, MultiThreadedOCPTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, ReplaceNodeTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestPullReplicaErrorHandling, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorRandomCloud, ZkFailoverTest, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest]
   [junit4] Completed [600/767 (1!)] on J1 in 159.36s, 1 test, 1 failure <<< FAILURES!

[...truncated 44436 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1239 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1239/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=13905, name=jetty-launcher-5199-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=13901, name=jetty-launcher-5199-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=13905, name=jetty-launcher-5199-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=13901, name=jetty-launcher-5199-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([E954D533F3739CAA]:0)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([E954D533F3739CAA:84A871CE493B63AD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11760 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> 15691 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/init-core-data-001
   [junit4]   2> 15692 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 15694 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 15698 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001
   [junit4]   2> 15706 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 15709 INFO  (Thread-3) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 15710 INFO  (Thread-3) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 15809 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41053
   [junit4]   2> 15828 ERROR (Thread-3) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 15880 INFO  (zkConnectionManagerCallback-8-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16160 INFO  (jetty-launcher-5-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 16164 INFO  (jetty-launcher-5-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 16160 INFO  (jetty-launcher-5-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 16195 INFO  (jetty-launcher-5-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 16196 INFO  (jetty-launcher-5-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 16200 INFO  (jetty-launcher-5-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 16195 INFO  (jetty-launcher-5-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 16195 INFO  (jetty-launcher-5-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 16200 INFO  (jetty-launcher-5-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 16200 INFO  (jetty-launcher-5-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 16200 INFO  (jetty-launcher-5-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 16200 INFO  (jetty-launcher-5-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 16222 INFO  (jetty-launcher-5-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fd3e0e{/solr,null,AVAILABLE}
   [junit4]   2> 16222 INFO  (jetty-launcher-5-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c5642c{/solr,null,AVAILABLE}
   [junit4]   2> 16222 INFO  (jetty-launcher-5-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19da70f{/solr,null,AVAILABLE}
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14388ea{HTTP/1.1,[http/1.1]}{127.0.0.1:40995}
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-3) [    ] o.e.j.s.Server Started @17606ms
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1713933{HTTP/1.1,[http/1.1]}{127.0.0.1:44887}
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-2) [    ] o.e.j.s.Server Started @17606ms
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44887}
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d496eb{HTTP/1.1,[http/1.1]}{127.0.0.1:38107}
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-1) [    ] o.e.j.s.Server Started @17607ms
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38107}
   [junit4]   2> 16238 INFO  (jetty-launcher-5-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40995}
   [junit4]   2> 16259 ERROR (jetty-launcher-5-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16259 ERROR (jetty-launcher-5-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16259 ERROR (jetty-launcher-5-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16259 INFO  (jetty-launcher-5-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 16259 INFO  (jetty-launcher-5-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 16259 INFO  (jetty-launcher-5-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T07:24:22.995Z
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T07:24:22.995Z
   [junit4]   2> 16260 INFO  (jetty-launcher-5-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T07:24:22.995Z
   [junit4]   2> 16265 INFO  (zkConnectionManagerCallback-14-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16267 INFO  (zkConnectionManagerCallback-11-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16267 INFO  (zkConnectionManagerCallback-12-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16268 INFO  (jetty-launcher-5-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 16268 INFO  (jetty-launcher-5-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 16269 INFO  (jetty-launcher-5-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 16335 INFO  (jetty-launcher-5-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41053/solr
   [junit4]   2> 16341 INFO  (jetty-launcher-5-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41053/solr
   [junit4]   2> 16351 INFO  (jetty-launcher-5-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41053/solr
   [junit4]   2> 16360 INFO  (zkConnectionManagerCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16360 INFO  (zkConnectionManagerCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16361 INFO  (zkConnectionManagerCallback-22-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16379 INFO  (zkConnectionManagerCallback-28-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16380 INFO  (zkConnectionManagerCallback-31-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16384 INFO  (zkConnectionManagerCallback-32-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16596 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 16596 INFO  (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 16596 INFO  (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 16598 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44887_solr
   [junit4]   2> 16599 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer Overseer (id=99409268737114120-127.0.0.1:44887_solr-n_0000000000) starting
   [junit4]   2> 16600 INFO  (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40995_solr
   [junit4]   2> 16600 INFO  (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38107_solr
   [junit4]   2> 16621 INFO  (zkCallback-29-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 16632 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 16638 INFO  (zkCallback-30-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 16713 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 16741 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 16742 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 16742 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38107_solr, 127.0.0.1:40995_solr]
   [junit4]   2> 16743 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 16743 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 16745 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44887_solr
   [junit4]   2> 16747 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 16756 INFO  (zkCallback-30-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 16756 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 16756 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 16757 INFO  (zkCallback-29-thread-2-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 16757 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:44887_solr"} current state version: 0
   [junit4]   2> 16761 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44887_solr
   [junit4]   2> 16761 DEBUG (ScheduledTrigger-88-thread-1) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 16956 INFO  (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38107.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 16958 INFO  (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38107.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 16958 INFO  (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38107.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 16962 INFO  (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40995.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 16962 INFO  (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40995.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 16963 INFO  (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40995.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 16989 INFO  (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/.
   [junit4]   2> 16990 INFO  (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/.
   [junit4]   2> 17055 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44887.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 17059 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44887.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 17059 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44887.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
   [junit4]   2> 17066 INFO  (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/.
   [junit4]   2> 17224 INFO  (zkConnectionManagerCallback-40-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 17231 INFO  (zkConnectionManagerCallback-44-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 17232 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 17233 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41053/solr ready
   [junit4]   2> 17547 INFO  (qtp18242462-228) [n:127.0.0.1:44887_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 17580 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 17581 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 17582 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 17584 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 17587 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 17590 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 17592 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 17594 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 17595 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 17597 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 17598 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 17600 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 17601 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 17603 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 17606 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 17609 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 17610 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 17611 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 17612 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 17614 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 17617 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 17619 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 17620 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 17622 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 17624 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 17625 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 17628 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 17630 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 17631 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 17632 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 17641 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 17642 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 17643 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 17645 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 17648 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 17649 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 17651 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 17652 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 17653 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 17654 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 17655 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 17656 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 17659 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 17660 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 17662 INFO  (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
   [junit4]   2> 17677 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 17677 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 17678 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 17762 DEBUG (ScheduledTrigger-88-thread-1) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 17775 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 17776 INFO  (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 17779 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 17779 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 17780 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 17780 INFO  (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 17781 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 17781 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 17782 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 17782 INFO  (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 17783 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 17783 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>       "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 17883 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 17998 INFO  (qtp4534746-226) [n:127.0.0.1:38107_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n3&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 17999 INFO  (qtp7724648-230) [n:127.0.0.1:40995_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 18000 INFO  (qtp4534746-226) [n:127.0.0.1:38107_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18000 INFO  (qtp18242462-244) [n:127.0.0.1:44887_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 18001 INFO  (qtp7724648-230) [n:127.0.0.1:40995_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18001 INFO  (qtp18242462-244) [n:127.0.0.1:44887_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18043 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44887_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 18045 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44887_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 18046 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:44887/solr","node_name":"127.0.0.1:44887_solr","state":"down","type":"NRT"}
   [junit4]   2> 18046 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44887_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>           "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 18047 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38107_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 18047 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38107_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3","base_url":"http://127.0.0.1:38107/solr","node_name":"127.0.0.1:38107_solr","state":"down","type":"NRT"}
   [junit4]   2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44887_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>           "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>           "node_name":"127.0.0.1:38107_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40995_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40995_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 18049 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:40995/solr","node_name":"127.0.0.1:40995_solr","state":"down","type":"NRT"}
   [junit4]   2> 18049 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:44887/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44887_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:40995/solr",
   [junit4]   2>           "node_name":"127.0.0.1:40995_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>           "base_url":"http://127.0.0.1:38107/solr",
   [junit4]   2>           "node_name":"127.0.0.1:38107_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 18149 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 18150 INFO  (zkCallback-30-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18150 INFO  (zkCallback-29-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18150 INFO  (zkCallback-29-thread-2-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18150 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18150 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18151 INFO  (zkCallback-30-thread-2-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18763 DEBUG (ScheduledTrigger-88-thread-2) [n:127.0.0.1:44887_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 19183 INFO  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 19183 INFO  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 19185 INFO  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 19187 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 19187 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 19187 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 19188 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 19188 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 19188 INFO  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 19188 INFO  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 19188 INFO  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 19189 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 19190 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 19190 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 19190 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 19190 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 19191 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 19191 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 19191 WARN  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 19188 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 19189 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/extraction/lib
   [junit4]   2> 19196 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 19197 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/clustering/lib
   [junit4]   2> 19197 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 19197 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/langid/lib
   [junit4]   2> 19197 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 19198 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/velocity/lib
   [junit4]   2> 19198 WARN  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 19201 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 19201 WARN  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 19212 INFO  (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 19216 INFO  (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 19221 INFO  (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistor

[...truncated too long message...]

hread-1-EventThread) [n:127.0.0.1:45031_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 577944 ERROR (jetty-launcher-5199-thread-2-EventThread) [n:127.0.0.1:44653_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 25, 2018 7:33:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1083, maxMBSortInHeap=6.336429222325025, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-BA, timezone=Europe/Jersey
   [junit4]   2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=40143048,total=349868032
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, TestFastOutputStream, TestCSVLoader, TestNodeAddedTrigger, LargeFieldTest, TestConfigReload, LeaderFailoverAfterPartitionTest, TestIndexingPerformance, FacetPivotSmallTest, SolrCoreCheckLockOnStartupTest, SegmentsInfoRequestHandlerTest, DistributedFacetSimpleRefinementLongTailTest, TestRandomFaceting, V2StandaloneTest, CheckHdfsIndexTest, TestLegacyFieldCache, TestSlowCompositeReaderWrapper, TestBinaryField, SolrMetricsIntegrationTest, MoveReplicaTest, TestRemoteStreaming, SolrCloudExampleTest, TestCloudSearcherWarming, TestSort, DefaultValueUpdateProcessorTest, TestFileDictionaryLookup, DistributedQueryComponentCustomSortTest, TestShardHandlerFactory, SolrPluginUtilsTest, TestReplicationHandlerBackup, PluginInfoTest, PreAnalyzedFieldManagedSchemaCloudTest, SolrIndexSplitterTest, SynonymTokenizerTest, TestNestedDocsSort, DebugComponentTest, TestHashQParserPlugin, RemoteQueryErrorTest, HighlighterConfigTest, TestSolrDeletionPolicy1, TestReloadDeadlock, TestSubQueryTransformerCrossCore, TestExtendedDismaxParser, TestRuleBasedAuthorizationPlugin, TestConfigOverlay, TestStressLiveNodes, TestCloudSchemaless, CustomCollectionTest, RestartWhileUpdatingTest, TestUseDocValuesAsStored, ShufflingReplicaListTransformerTest, TestTrieFacet, CursorPagingTest, TestSolrQueryResponse, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=E954D533F3739CAA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Europe/Jersey -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=13905, name=jetty-launcher-5199-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=13901, name=jetty-launcher-5199-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E954D533F3739CAA]:0)
   [junit4] Completed [147/767 (2!)] on J0 in 41.39s, 12 tests, 1 error <<< FAILURES!

[...truncated 46074 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1238 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1238/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at http://127.0.0.1:40391/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:40391/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([F7B1C53702B85BAD:CA696B1B3A5605DD]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
	at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40391/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([F7B1C53702B85BAD:C60FA8D37C122E5F]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([F7B1C53702B85BAD:9A4D61CAB8F0A4AA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1622 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180125_025339_84711954891082509060065.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 22 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180125_025339_84717432714148751252725.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 87 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180125_025339_84712247240546613498083.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 302 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180125_030039_70614287176804234743689.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180125_030039_7027762934109874115959.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180125_030039_70214448550381741472101.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1012 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180125_030158_61711558034362307043046.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180125_030158_6177215574377551258295.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 51 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180125_030158_6187496533081461494175.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 225 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180125_030400_3388702312109074463877.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180125_030400_34115952909658397008835.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180125_030400_3366330770584365055664.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 249 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180125_030413_76412890272057828732098.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180125_030413_7642165257181960334594.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180125_030413_7642690747147240138129.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180125_030444_4795321979053239630600.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180125_030444_4793009146625255531066.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180125_030444_4796345023047592688998.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180125_030448_19714495853114345975536.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180125_030448_19713487637256763455194.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180125_030448_1973528054585369207491.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 168 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180125_030450_9334247166193656087340.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180125_030450_93410492517260907094878.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180125_030450_93313959343952226402062.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180125_030501_1188933326858442308581.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180125_030501_11813530760976038739867.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180125_030509_80113177593796744124490.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180125_030509_8027625822968731393713.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180125_030509_8018209606905993174245.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180125_030512_40315464070293755693461.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 195 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180125_030521_55311453787154540951519.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180125_030521_5539487194169125218746.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180125_030521_5533032799885106523049.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1306 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180125_030707_9779643908437194591140.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180125_030707_9778929636098103840203.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180125_030707_9774321976945674898233.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180125_030715_7383584254427076485412.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180125_030715_7385938647080449634674.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180125_030715_7388300597685206586276.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 255 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180125_030729_0058911074367116013825.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180125_030729_0059466212756051956707.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180125_030729_00510458685038951150887.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 214 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180125_030923_62016163595490042892274.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180125_030923_62017975929650156385364.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180125_030923_620225914277118095241.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180125_030926_6446352237856750143251.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180125_030926_64413618624952733033304.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180125_030926_6443540018466093427765.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 229 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180125_030932_41018283553573991524011.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180125_030932_41017790257290229523901.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180125_030932_41014614345435164962564.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 176 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180125_031006_7164021664825121712647.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180125_031006_7161293279134864089354.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180125_031006_7164803677316210961887.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 243 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180125_031018_99218409047890439307700.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180125_031018_99215077386658037822640.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180125_031018_9921848457698255775467.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180125_031038_6208445056471316095121.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180125_031038_62015626651630015578791.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180125_031038_62014673732720457855013.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180125_031101_8345275936143530456890.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180125_031101_8358053681387740215407.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 174 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180125_031112_46918393705490645974180.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180125_031112_4717375950413728202381.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180125_031112_46117245885184292191607.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 332 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180125_031129_8388020675647665127781.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180125_031129_838819759703795847588.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180125_031129_83810802180102781971809.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 227 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180125_031139_5383956958759378312342.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180125_031139_53814774619379327364191.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180125_031139_5382073565114889755894.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180125_031148_6921433682244262244081.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180125_031148_69215690298342064020153.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180125_031148_69212615726702816716650.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 198 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180125_031159_223938518930496405754.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180125_031159_2237206572643295166360.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180125_031159_2233877096140665278111.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 317 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180125_031253_35217179478158121484973.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180125_031253_3528274320440069503632.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180125_031253_3528312504975967080838.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180125_031313_71717288000862318049537.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180125_031316_12017791762157484507356.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180125_031316_11514037511659856109282.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180125_031316_115461652449371782460.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180125_031409_56513592551763109088196.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180125_031409_5659805363725188585297.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180125_031409_56510505848121055452092.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 2121 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/init-core-data-001
   [junit4]   2> 708021 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 708022 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 708022 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 708022 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001
   [junit4]   2> 708022 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 708022 INFO  (Thread-830) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 708022 INFO  (Thread-830) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 708024 ERROR (Thread-830) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 708122 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33315
   [junit4]   2> 708124 INFO  (zkConnectionManagerCallback-1313-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708139 INFO  (jetty-launcher-1310-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 708139 INFO  (jetty-launcher-1310-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 708139 INFO  (jetty-launcher-1310-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 708146 INFO  (jetty-launcher-1310-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 708146 INFO  (jetty-launcher-1310-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 708146 INFO  (jetty-launcher-1310-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 708149 INFO  (jetty-launcher-1310-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 708149 INFO  (jetty-launcher-1310-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 708149 INFO  (jetty-launcher-1310-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 708149 INFO  (jetty-launcher-1310-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21e4e57d{/solr,null,AVAILABLE}
   [junit4]   2> 708150 INFO  (jetty-launcher-1310-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@356baea5{/solr,null,AVAILABLE}
   [junit4]   2> 708151 INFO  (jetty-launcher-1310-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 708151 INFO  (jetty-launcher-1310-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 708151 INFO  (jetty-launcher-1310-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 708151 INFO  (jetty-launcher-1310-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13d15b59{SSL,[ssl, http/1.1]}{127.0.0.1:34903}
   [junit4]   2> 708151 INFO  (jetty-launcher-1310-thread-1) [    ] o.e.j.s.Server Started @710527ms
   [junit4]   2> 708151 INFO  (jetty-launcher-1310-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34903}
   [junit4]   2> 708152 ERROR (jetty-launcher-1310-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T03:27:07.507262Z
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62da7489{SSL,[ssl, http/1.1]}{127.0.0.1:42099}
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-3) [    ] o.e.j.s.Server Started @710528ms
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42099}
   [junit4]   2> 708152 INFO  (jetty-launcher-1310-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@412b5743{/solr,null,AVAILABLE}
   [junit4]   2> 708152 ERROR (jetty-launcher-1310-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 708153 INFO  (jetty-launcher-1310-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 708153 INFO  (jetty-launcher-1310-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 708153 INFO  (jetty-launcher-1310-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 708153 INFO  (jetty-launcher-1310-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T03:27:07.508100Z
   [junit4]   2> 708159 INFO  (zkConnectionManagerCallback-1315-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708159 INFO  (jetty-launcher-1310-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b6dda4a{SSL,[ssl, http/1.1]}{127.0.0.1:45913}
   [junit4]   2> 708159 INFO  (jetty-launcher-1310-thread-2) [    ] o.e.j.s.Server Started @710535ms
   [junit4]   2> 708159 INFO  (jetty-launcher-1310-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45913}
   [junit4]   2> 708160 INFO  (jetty-launcher-1310-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 708160 ERROR (jetty-launcher-1310-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 708160 INFO  (zkConnectionManagerCallback-1317-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708160 INFO  (jetty-launcher-1310-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 708160 INFO  (jetty-launcher-1310-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 708160 INFO  (jetty-launcher-1310-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 708160 INFO  (jetty-launcher-1310-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-25T03:27:07.515295Z
   [junit4]   2> 708160 INFO  (jetty-launcher-1310-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 708161 INFO  (zkConnectionManagerCallback-1319-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708161 INFO  (jetty-launcher-1310-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 708169 INFO  (jetty-launcher-1310-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33315/solr
   [junit4]   2> 708170 INFO  (jetty-launcher-1310-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33315/solr
   [junit4]   2> 708170 INFO  (zkConnectionManagerCallback-1324-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708171 INFO  (jetty-launcher-1310-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33315/solr
   [junit4]   2> 708171 INFO  (zkConnectionManagerCallback-1327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708172 INFO  (zkConnectionManagerCallback-1331-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708172 INFO  (zkConnectionManagerCallback-1333-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708172 INFO  (zkConnectionManagerCallback-1335-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708172 INFO  (zkConnectionManagerCallback-1337-thread-1-processing-n:127.0.0.1:45913_solr) [n:127.0.0.1:45913_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708214 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 708214 INFO  (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 708214 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42099_solr
   [junit4]   2> 708214 INFO  (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34903_solr
   [junit4]   2> 708214 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.c.Overseer Overseer (id=99408335823044615-127.0.0.1:42099_solr-n_0000000000) starting
   [junit4]   2> 708214 INFO  (zkCallback-1334-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 708215 INFO  (zkCallback-1332-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 708216 INFO  (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 708216 INFO  (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 708217 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 708217 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 708218 INFO  (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45913_solr
   [junit4]   2> 708218 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42099_solr
   [junit4]   2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34903_solr]
   [junit4]   2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 708219 INFO  (zkCallback-1334-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 708219 INFO  (zkCallback-1332-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 708219 INFO  (zkCallback-1332-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 708219 INFO  (zkCallback-1334-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:45913_solr"} current state version: 0
   [junit4]   2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45913_solr
   [junit4]   2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:42099_solr"} current state version: 0
   [junit4]   2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42099_solr
   [junit4]   2> 708224 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 708224 INFO  (zkCallback-1336-thread-1-processing-n:127.0.0.1:45913_solr) [n:127.0.0.1:45913_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 708224 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 708224 DEBUG (ScheduledTrigger-2408-thread-1) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 708263 INFO  (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45913.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708268 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42099.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708268 INFO  (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45913.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708269 INFO  (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45913.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708269 INFO  (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001/node2/.
   [junit4]   2> 708273 WARN  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2> javax.management.InstanceNotFoundException: solr_42099:dom1=solr,dom2=jvm,name0=classes,name=loaded
   [junit4]   2> 	at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
   [junit4]   2> 	at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
   [junit4]   2> 	at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
   [junit4]   2> 	at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
   [junit4]   2> 	at java.base/java.util.HashMap.forEach(HashMap.java:1341)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:547)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 708273 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42099.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708273 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42099.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708273 INFO  (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34903.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708274 INFO  (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001/node3/.
   [junit4]   2> 708279 INFO  (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34903.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708279 INFO  (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34903.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
   [junit4]   2> 708280 INFO  (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001/node1/.
   [junit4]   2> 708325 INFO  (zkConnectionManagerCallback-1345-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708327 INFO  (zkConnectionManagerCallback-1349-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 708328 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 708328 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33315/solr ready
   [junit4]   2> 708338 INFO  (qtp1894532886-5085) [n:127.0.0.1:42099_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 708339 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 708339 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 708340 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 708341 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 708341 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 708341 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 708342 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 708342 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 708343 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 708343 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 708344 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 708344 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 708344 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 708345 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 708345 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 708346 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 708346 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 708346 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 708347 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 708347 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 708348 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 708348 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 708349 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 708349 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 708350 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 708350 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 708351 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 708351 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 708351 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 708352 INFO  (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127

[...truncated too long message...]

 ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180125_042125_18814409160474385510372.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180125_042222_8358838583444933475611.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180125_042222_8351850008647581048213.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180125_042222_8356908570941776116967.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180125_042248_75811841722436093909332.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180125_042248_758424815525209515917.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 647 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180125_042258_1643575823556111518066.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180125_042258_16016791637525269487599.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180125_042258_144102343622376485715.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 558 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180125_042322_4097130909878819219127.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180125_042322_4092132439475527078865.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180125_042322_40912447785356275879061.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 561 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180125_042335_68115042155758660483833.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180125_042335_68114698398809722293947.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180125_042335_68116221829072018800405.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 655 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180125_042345_6775062055373293231673.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180125_042345_676219867686522065707.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180125_042345_6763688706955938567083.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 599 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180125_042415_08512666781604429668785.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180125_042415_085785544713833955992.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180125_042428_3486047055487103438340.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32321 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1237 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1237/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:44017/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:32861/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:44017/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:32861/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([7D76B250B2F52FE8:D7BB61A20526FA38]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44017/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([7D76B250B2F52FE8:F54B3B2F8835CE45]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([7D76B250B2F52FE8:7D4006909BF88B82]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13491 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/init-core-data-001
   [junit4]   2> 2122030 WARN  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 2122030 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2122031 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2122031 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2122031 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001
   [junit4]   2> 2122032 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2122032 INFO  (Thread-5847) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2122032 INFO  (Thread-5847) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2122033 ERROR (Thread-5847) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2122132 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41835
   [junit4]   2> 2122134 INFO  (zkConnectionManagerCallback-3570-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122140 INFO  (jetty-launcher-3567-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2122140 INFO  (jetty-launcher-3567-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2122140 INFO  (jetty-launcher-3567-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2122140 INFO  (jetty-launcher-3567-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cbb9388{/solr,null,AVAILABLE}
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f28a01{/solr,null,AVAILABLE}
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75342344{/solr,null,AVAILABLE}
   [junit4]   2> 2122141 INFO  (jetty-launcher-3567-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d727a3e{/solr,null,AVAILABLE}
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@643cab4d{SSL,[ssl, http/1.1]}{127.0.0.1:46569}
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1cf9b57c{SSL,[ssl, http/1.1]}{127.0.0.1:38745}
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-1) [    ] o.e.j.s.Server Started @2124123ms
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-3) [    ] o.e.j.s.Server Started @2124123ms
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46569}
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38745}
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@66b542e0{SSL,[ssl, http/1.1]}{127.0.0.1:44017}
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@659ec8a6{SSL,[ssl, http/1.1]}{127.0.0.1:37853}
   [junit4]   2> 2122142 ERROR (jetty-launcher-3567-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-4) [    ] o.e.j.s.Server Started @2124123ms
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37853}
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2122142 ERROR (jetty-launcher-3567-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2122142 ERROR (jetty-launcher-3567-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T23:47:44.610Z
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T23:47:44.610Z
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-2) [    ] o.e.j.s.Server Started @2124123ms
   [junit4]   2> 2122142 INFO  (jetty-launcher-3567-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T23:47:44.610Z
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44017}
   [junit4]   2> 2122143 ERROR (jetty-launcher-3567-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2122143 INFO  (jetty-launcher-3567-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T23:47:44.610Z
   [junit4]   2> 2122144 INFO  (zkConnectionManagerCallback-3574-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122144 INFO  (zkConnectionManagerCallback-3573-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122144 INFO  (zkConnectionManagerCallback-3576-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122144 INFO  (zkConnectionManagerCallback-3578-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122144 INFO  (jetty-launcher-3567-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2122144 INFO  (jetty-launcher-3567-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2122144 INFO  (jetty-launcher-3567-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2122144 INFO  (jetty-launcher-3567-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2122148 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a91f6f30004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2122149 INFO  (jetty-launcher-3567-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
   [junit4]   2> 2122149 INFO  (jetty-launcher-3567-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
   [junit4]   2> 2122149 INFO  (jetty-launcher-3567-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
   [junit4]   2> 2122149 INFO  (jetty-launcher-3567-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
   [junit4]   2> 2122167 INFO  (zkConnectionManagerCallback-3588-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122167 INFO  (zkConnectionManagerCallback-3590-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122167 INFO  (zkConnectionManagerCallback-3594-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122167 INFO  (zkConnectionManagerCallback-3592-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122167 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a91f6f30008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2122168 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a91f6f30005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2122168 INFO  (zkConnectionManagerCallback-3598-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122168 INFO  (zkConnectionManagerCallback-3600-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122168 INFO  (zkConnectionManagerCallback-3599-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122168 INFO  (zkConnectionManagerCallback-3602-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38745_solr
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46569_solr
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44017_solr
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37853_solr
   [junit4]   2> 2122197 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.c.Overseer Overseer (id=99407473180606474-127.0.0.1:38745_solr-n_0000000000) starting
   [junit4]   2> 2122197 INFO  (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2122198 INFO  (zkCallback-3596-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2122198 INFO  (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2122198 INFO  (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2122205 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38745_solr
   [junit4]   2> 2122205 INFO  (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2122205 INFO  (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2122205 INFO  (zkCallback-3596-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2122212 INFO  (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2122239 INFO  (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46569.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122239 INFO  (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122245 INFO  (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46569.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122245 INFO  (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46569.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122246 INFO  (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node1/.
   [junit4]   2> 2122247 INFO  (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122247 INFO  (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122248 INFO  (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node4/.
   [junit4]   2> 2122261 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122267 INFO  (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122269 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122269 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122270 INFO  (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node3/.
   [junit4]   2> 2122274 INFO  (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122274 INFO  (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2122275 INFO  (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node2/.
   [junit4]   2> 2122348 INFO  (zkConnectionManagerCallback-3612-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122349 INFO  (zkConnectionManagerCallback-3616-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2122350 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2122350 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41835/solr ready
   [junit4]   2> 2122361 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2122364 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2122409 WARN  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2122414 WARN  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2122416 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2122426 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43081_hdfs____.3bxdcs/webapp
   [junit4]   2> 2122871 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43081
   [junit4]   2> 2123000 WARN  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2123001 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2123046 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39699_datanode____ggzxjr/webapp
   [junit4]   2> 2123470 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39699
   [junit4]   2> 2123508 WARN  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2123509 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2123518 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37585_datanode____.yu0p3f/webapp
   [junit4]   2> 2123710 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:40571) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2123715 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x778db4f309db: from storage DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886 node DatanodeRegistration(127.0.0.1:46817, datanodeUuid=540f5b92-ead7-4da5-9ccd-66758178bc36, infoPort=41705, infoSecurePort=0, ipcPort=44793, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2123715 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x778db4f309db: from storage DS-4ff2f407-c95d-45fc-a664-282177bf02c7 node DatanodeRegistration(127.0.0.1:46817, datanodeUuid=540f5b92-ead7-4da5-9ccd-66758178bc36, infoPort=41705, infoSecurePort=0, ipcPort=44793, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2123965 INFO  (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37585
   [junit4]   2> 2124057 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:40571) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2124060 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x778dc98b6381: from storage DS-c902bb7b-79a9-4a15-b402-7bc8bf8b3f54 node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=f31e6a0c-7729-4daf-a1c5-56a2acbf5922, infoPort=45247, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 2124060 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x778dc98b6381: from storage DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1 node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=f31e6a0c-7729-4daf-a1c5-56a2acbf5922, infoPort=45247, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2124133 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 2124133 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2124135 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2124135 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a6764f7{/solr,null,AVAILABLE}
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@554e5b9d{SSL,[ssl, http/1.1]}{127.0.0.1:32861}
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.e.j.s.Server Started @2126117ms
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32861}
   [junit4]   2> 2124136 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2124136 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2124137 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2124137 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T23:47:46.604Z
   [junit4]   2> 2124137 INFO  (zkConnectionManagerCallback-3619-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2124138 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2124143 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
   [junit4]   2> 2124143 INFO  (zkConnectionManagerCallback-3623-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2124144 INFO  (zkConnectionManagerCallback-3625-thread-1-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2124147 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2124148 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2124148 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32861_solr
   [junit4]   2> 2124149 INFO  (zkCallback-3596-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2124149 INFO  (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2124149 INFO  (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2124149 INFO  (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2124149 INFO  (zkCallback-3615-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2124149 INFO  (zkCallback-3615-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2124152 INFO  (zkCallback-3624-thread-1-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2124205 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2124211 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2124211 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2124212 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node5/.
   [junit4]   2> 2124248 INFO  (zkConnectionManagerCallback-3629-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2124261 INFO  (qtp1111042045-18630) [n:127.0.0.1:32861_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2124262 INFO  (OverseerThreadFactory-6544-thread-2-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
   [junit4]   2> 2124263 INFO  (OverseerCollectionConfigSetProcessor-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2124368 INFO  (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37853/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2124369 INFO  (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38745/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2124370 INFO  (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32861/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2124370 INFO  (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44017/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2124579 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2124579 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2124579 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2124580 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2124604 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2124604 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2124605 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2124605 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2124709 INFO  (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2124709 INFO  (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2124709 INFO  (zkCallback-3601-thread-2-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2124709 INFO  (zkCallback-3624-thread-2-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2124709 INFO  (zkCallback-3597-thread-2-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2124709 INFO  (zkCallback-3624-thread-1-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2124709 INFO  (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2124709 INFO  (zkCallback-3595-thread-2-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2125594 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2125594 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2125601 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2125601 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2125603 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2125604 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 2125604 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2125604 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 2125604 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2125604 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
   [junit4]   2> 2125604 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2125604 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2125604 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2125604 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
   [junit4]   2> 2125605 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
   [junit4]   2> 2125605 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2125605 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2125605 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node5/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
   [junit4]   2> 2125606 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 2125607 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 2125612 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2125613 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2125631 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
   [junit4]   2> 2125631 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
   [junit4]   2> 2125632 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2125632 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2125633 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2125633 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 2125633 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2125634 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
   [junit4]   2> 2125634 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2125634 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2125634 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
   [junit4]   2> 2125634 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2125634 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 2125634 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
   [junit4]   2> 2125634 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
   [junit4]   2> 2125634 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2125634 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2125634 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
   [junit4]   2> 2125635 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 2125636 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 2125643 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
   [junit4]   2> 2125643 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
   [junit4]   2> 2125643 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
   [junit4]   2> 2125644 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
   [junit4]   2> 2125655 INFO  (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
   [junit4]   2> 2125655 INFO  (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
   [junit4]   2> 2125669 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-4ff2f407-c95d-45fc-a664-282177bf02c7:NORMAL:127.0.0.1:46817|FINALIZED]]} size 0
   [junit4]   2> 2125671 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886:NORMAL:127.0.0.1:46817|RBW]]} size 0
   [junit4]   2> 2125672 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741825_1001 size 69
   [junit4]   2> 2125672 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886:NORMAL:127.0.0.1:46817|RBW]]} size 0
   [junit4]   2> 2125697 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886:NORMAL:127.0.0.1:46817|RBW], ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW]]} size 0
   [junit4]   2> 2125697 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c902bb7b-79a9-4a15-b402-7bc8bf8b3f54:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-4ff2f407-c95d-45fc-a664-282177bf02c7:NORMAL:127.0.0.1:46817|FINALIZED]]} size 0
   [junit4]   2> 2125698 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741828_1004 size 69
   [junit4]   2> 2125699 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741827_1003 size 69
   [junit4]   2> 2125712 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2125712 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2125712 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2125714 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2125714 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2125714 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2125718 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2125718 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2125742 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2125742 INFO  (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2125744 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@92f2a0[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main]
   [junit4]   2> 2125745 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2125745 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2125746 INFO  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2125747 WARN  (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost.localdomain:40019/solr3 due to exception: {}
   [junit4]   2> java.net.ConnectException: Call From serv1.sd-datasolutions.de/88.99.242.108 to localhost.localdomain:40019 failed on connection exception: java.net.ConnectException: Connection refused; For more details see:  http://wiki.apache.org/hadoop/ConnectionRefused
   [junit4]   2> 	at sun.reflect.GeneratedConstructorAccessor494.newInstance(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
   [junit4]   2> 	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
   [junit4]   2> 	at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792)
   [junit4]   2> 	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732)
   [junit4]   2> 	at org.apache.hadoop.ipc.Client.call(Client.java:1480)
   [junit4]   2> 	at org.apache.hadoop.ipc.Client.call(Client.java:1413)
   [junit4]   2> 	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)
   [junit4]   2> 	at com.sun.proxy.$Proxy52.getListing(Unknown Source)
   [junit4]   2> 	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:578)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)
   [junit4]   2> 	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
   [junit4]   2> 	at com.sun.proxy.$Proxy53.getListing(Unknown Source)
   [junit4]   2> 	at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086)
   [junit4]   2> 	at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
   [junit4]   2> 	at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
   [junit4]   2> 	at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
   [junit4]   2> 	at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
   [junit4]   2> 	at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
   [junit4]   2> 	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
   [junit4]   2> 	at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
   [junit4]   2> 	at org.apache.solr.store.hdfs.HdfsLocalityReporter.refreshDirectory(HdfsLocalityReporter.java:177)
   [junit4]   2> 	at org.apache.solr.store.hdfs.HdfsLocalityReporter.lambda$initializeMetrics$0(HdfsLocalityReporter.java:112)
   [junit4]   2> 	at org.apache.solr.metrics.MetricsMap.getValue(MetricsMap.java:76)
   [junit4]   2> 	at org.apache.solr.metrics.MetricsMap.getMBeanInfo(MetricsMap.java:149)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getNewMBeanClassName(DefaultMBeanServerInterceptor.java:333)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:319)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:532)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:563)
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:448)
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:89)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.register(SolrMetricManager.java:658)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:663)
   [junit4]   2> 	at org.apache.solr.store.hdfs.HdfsLocalityReporter.initializeMetrics(HdfsLocalityReporter.java:148)
   [junit4]   2> 	at org.apache.solr.core.HdfsDirectoryFactory.initializeMetrics(HdfsDirectoryFactory.java:500)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1026)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy

[...truncated too long message...]

olr) [n:127.0.0.1:42535_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3138246 INFO  (jetty-closer-8798-thread-12) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@751b8a00{/solr,null,UNAVAILABLE}
   [junit4]   2> 3138249 INFO  (jetty-closer-8798-thread-12) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3138262 WARN  (zkCallback-8888-thread-2-processing-n:127.0.0.1:42637_solr) [n:127.0.0.1:42637_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3138266 INFO  (jetty-closer-8798-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cd70add{/solr,null,UNAVAILABLE}
   [junit4]   2> 3138268 INFO  (jetty-closer-8798-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3138269 ERROR (SUITE-TriggerIntegrationTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3138270 INFO  (SUITE-TriggerIntegrationTest-seed#[7D76B250B2F52FE8]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36533 36533
   [junit4]   2> 3144049 INFO  (Thread-7132) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36533 36533
   [junit4]   2> 3144054 WARN  (Thread-7132) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/aliases.json
   [junit4]   2> 	20	/solr/security.json
   [junit4]   2> 	7	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	103	/solr/collections/collection1/state.json
   [junit4]   2> 	39	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	21	/solr/clusterprops.json
   [junit4]   2> 	21	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	4	/solr/overseer_elect/election/99407527108870170-127.0.0.1:42637_solr-n_0000000007
   [junit4]   2> 	3	/solr/overseer_elect/election/99407527108870198-127.0.0.1:46715_solr-n_0000000016
   [junit4]   2> 	2	/solr/overseer_elect/election/99407527108870149-127.0.0.1:44313_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/99407527108870167-127.0.0.1:39141_solr-n_0000000006
   [junit4]   2> 	2	/solr/overseer_elect/election/99407527108870180-127.0.0.1:43609_solr-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/99407527108870189-127.0.0.1:41001_solr-n_0000000013
   [junit4]   2> 	2	/solr/overseer_elect/election/99407527108870192-127.0.0.1:37647_solr-n_0000000014
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/99407527108870164-core_node8-n_0000000003
   [junit4]   2> 	2	/solr/overseer_elect/election/99407527108870177-127.0.0.1:38105_solr-n_0000000009
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/99407527108870161-core_node3-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/99407527108870183-127.0.0.1:39831_solr-n_0000000011
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	21	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_7D76B250B2F52FE8-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2, maxDocsPerChunk=10, blockSize=861), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2, blockSize=861)), sim=RandomSimilarity(queryNorm=false): {}, locale=pt-PT, timezone=SST
   [junit4]   2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=126513064,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DateMathParserTest, CircularListTest, LeaderElectionContextKeyTest, MetricsConfigTest, CdcrVersionReplicationTest, CdcrReplicationDistributedZkTest, TestRandomRequestDistribution, TestDistributedMissingSort, TestAnalyzedSuggestions, TestAuthenticationFramework, TestFieldCacheSort, IndexSchemaRuntimeFieldTest, NoCacheHeaderTest, NodeMutatorTest, TestBlobHandler, TestCoreDiscovery, RecoveryAfterSoftCommitTest, TestMiniSolrCloudClusterSSL, MigrateRouteKeyTest, PeerSyncWithIndexFingerprintCachingTest, ReplicaListTransformerTest, ConvertedLegacyTest, SearchRateTriggerTest, ClusterStateUpdateTest, TestIntervalFaceting, TestRecoveryHdfs, TestCustomSort, TestFastWriter, PingRequestHandlerTest, AutoAddReplicasPlanActionTest, TestDynamicFieldResource, TestLegacyNumericRangeQueryBuilder, TestTolerantSearch, MinimalSchemaTest, TestPullReplica, ClusterStateTest, TestJsonFacets, TestConfigSetProperties, HdfsRecoverLeaseTest, TestUpdate, DeleteStatusTest, SuggesterTSTTest, TestSimpleQParserPlugin, HdfsUnloadDistributedZkTest, URLClassifyProcessorTest, TestBadConfig, TestMultiValuedNumericRangeQuery, ConjunctionSolrSpellCheckerTest, ConfigureRecoveryStrategyTest, TestMacros, TestSubQueryTransformer, SearchHandlerTest, TestRandomCollapseQParserPlugin, TestStressUserVersions, TestCloudJSONFacetJoinDomain, DisMaxRequestHandlerTest, TestCloudManagedSchema, DistanceFunctionTest, SimpleMLTQParserTest, TestTrackingShardHandlerFactory, TestInfoStreamLogging, TestCustomStream, TestLMJelinekMercerSimilarityFactory, CollectionTooManyReplicasTest, TestSchemalessBufferedUpdates, OverseerStatusTest, ManagedSchemaRoundRobinCloudTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSSLRandomization, RegexBytesRefFilterTest, TestClusterStateMutator, DirectSolrSpellCheckerTest, TestCodecSupport, TestRTimerTree, TestLazyCores, TestSolrCoreSnapshots, TestCoreContainer, TestQueryTypes, CacheHeaderTest, UtilsToolTest, TestFiltering, TestDistribStateManager, TestFaceting, ConnectionReuseTest, TestSolrCloudWithKerberosAlt, BlockJoinFacetRandomTest, MultiTermTest, TestDefaultStatsCache, StatelessScriptUpdateProcessorFactoryTest, ExecutePlanActionTest, TestManagedResource, SuggestComponentContextFilterQueryTest, TestManagedSchemaThreadSafety, SparseHLLTest, TestPushWriter, ExitableDirectoryReaderTest, TestSolrCoreParser, TestExceedMaxTermLength, TestSerializedLuceneMatchVersion, TestConfigSetsAPI, TestSuggestSpellingConverter, ShowFileRequestHandlerTest, DocValuesNotIndexedTest, ReturnFieldsTest, TestDFRSimilarityFactory, TestRangeQuery, TestSizeLimitedDistributedMap, UnloadDistributedZkTest, TestGraphTermsQParserPlugin, TestDelegationWithHadoopAuth, TestUtils, CoreAdminCreateDiscoverTest, CreateCollectionCleanupTest, SpatialFilterTest, CleanupOldIndexTest, PreAnalyzedFieldTest, TestExpandComponent, DistributedFacetPivotWhiteBoxTest, TestBackupRepositoryFactory, BufferStoreTest, TestHalfAndHalfDocValues, TestHighFrequencyDictionaryFactory, TestUnifiedSolrHighlighter, TestPKIAuthenticationPlugin, DocValuesMultiTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestStressVersions, DistributedTermsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, TestSort, TestIndexSearcher, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, SolrInfoBeanTest, LukeRequestHandlerTest, FileBasedSpellCheckerTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, TestJmxIntegration, QueryParsingTest, JsonLoaderTest, TestLFUCache, TestSolrDeletionPolicy2, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, DateFieldTest, DOMUtilTest, FileUtilsTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AddReplicaTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, HttpPartitionTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RemoteQueryErrorTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestPullReplicaErrorHandling, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, AssignTest, CollectionReloadTest, CollectionsAPIDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, TriggerIntegrationTest]
   [junit4] Completed [590/767 (2!)] on J2 in 199.78s, 14 tests, 2 failures <<< FAILURES!

[...truncated 48732 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build # 1236 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1236/
Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at http://127.0.0.1:45361/solr/awhollynewcollection_0: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard4 saw state=DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-b332ffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"awhollynewcollection_0_shard1_replica_n1",           "base_url":"http://127.0.0.1:45361/solr",           "node_name":"127.0.0.1:45361_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node5":{           "core":"awhollynewcollection_0_shard1_replica_n2",           "base_url":"http://127.0.0.1:46003/solr",           "node_name":"127.0.0.1:46003_solr",           "state":"active",           "type":"NRT"}}},     "shard2":{       "range":"b3330000-e665ffff",       "state":"active",       "replicas":{         "core_node7":{           "core":"awhollynewcollection_0_shard2_replica_n4",           "base_url":"http://127.0.0.1:45597/solr",           "node_name":"127.0.0.1:45597_solr",           "state":"down",           "type":"NRT"},         "core_node9":{           "core":"awhollynewcollection_0_shard2_replica_n6",           "base_url":"http://127.0.0.1:37135/solr",           "node_name":"127.0.0.1:37135_solr",           "state":"active",           "type":"NRT",           "leader":"true"}}},     "shard3":{       "range":"e6660000-1998ffff",       "state":"active",       "replicas":{         "core_node11":{           "core":"awhollynewcollection_0_shard3_replica_n8",           "base_url":"http://127.0.0.1:45361/solr",           "node_name":"127.0.0.1:45361_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node13":{           "core":"awhollynewcollection_0_shard3_replica_n10",           "base_url":"http://127.0.0.1:46003/solr",           "node_name":"127.0.0.1:46003_solr",           "state":"active",           "type":"NRT"}}},     "shard4":{       "range":"19990000-4ccbffff",       "state":"active",       "replicas":{         "core_node15":{           "core":"awhollynewcollection_0_shard4_replica_n12",           "base_url":"http://127.0.0.1:45597/solr",           "node_name":"127.0.0.1:45597_solr",           "state":"down",           "type":"NRT"},         "core_node17":{           "core":"awhollynewcollection_0_shard4_replica_n14",           "base_url":"http://127.0.0.1:37135/solr",           "node_name":"127.0.0.1:37135_solr",           "state":"active",           "type":"NRT"}}},     "shard5":{       "range":"4ccc0000-7fffffff",       "state":"active",       "replicas":{         "core_node19":{           "core":"awhollynewcollection_0_shard5_replica_n16",           "base_url":"http://127.0.0.1:45361/solr",           "node_name":"127.0.0.1:45361_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node20":{           "core":"awhollynewcollection_0_shard5_replica_n18",           "base_url":"http://127.0.0.1:46003/solr",           "node_name":"127.0.0.1:46003_solr",           "state":"active",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"3",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"} with live_nodes=[127.0.0.1:46003_solr, 127.0.0.1:37135_solr, 127.0.0.1:45361_solr, 127.0.0.1:45597_solr]

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45361/solr/awhollynewcollection_0: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard4 saw state=DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-b332ffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"awhollynewcollection_0_shard1_replica_n1",
          "base_url":"http://127.0.0.1:45361/solr",
          "node_name":"127.0.0.1:45361_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node5":{
          "core":"awhollynewcollection_0_shard1_replica_n2",
          "base_url":"http://127.0.0.1:46003/solr",
          "node_name":"127.0.0.1:46003_solr",
          "state":"active",
          "type":"NRT"}}},
    "shard2":{
      "range":"b3330000-e665ffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"awhollynewcollection_0_shard2_replica_n4",
          "base_url":"http://127.0.0.1:45597/solr",
          "node_name":"127.0.0.1:45597_solr",
          "state":"down",
          "type":"NRT"},
        "core_node9":{
          "core":"awhollynewcollection_0_shard2_replica_n6",
          "base_url":"http://127.0.0.1:37135/solr",
          "node_name":"127.0.0.1:37135_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}},
    "shard3":{
      "range":"e6660000-1998ffff",
      "state":"active",
      "replicas":{
        "core_node11":{
          "core":"awhollynewcollection_0_shard3_replica_n8",
          "base_url":"http://127.0.0.1:45361/solr",
          "node_name":"127.0.0.1:45361_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node13":{
          "core":"awhollynewcollection_0_shard3_replica_n10",
          "base_url":"http://127.0.0.1:46003/solr",
          "node_name":"127.0.0.1:46003_solr",
          "state":"active",
          "type":"NRT"}}},
    "shard4":{
      "range":"19990000-4ccbffff",
      "state":"active",
      "replicas":{
        "core_node15":{
          "core":"awhollynewcollection_0_shard4_replica_n12",
          "base_url":"http://127.0.0.1:45597/solr",
          "node_name":"127.0.0.1:45597_solr",
          "state":"down",
          "type":"NRT"},
        "core_node17":{
          "core":"awhollynewcollection_0_shard4_replica_n14",
          "base_url":"http://127.0.0.1:37135/solr",
          "node_name":"127.0.0.1:37135_solr",
          "state":"active",
          "type":"NRT"}}},
    "shard5":{
      "range":"4ccc0000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node19":{
          "core":"awhollynewcollection_0_shard5_replica_n16",
          "base_url":"http://127.0.0.1:45361/solr",
          "node_name":"127.0.0.1:45361_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node20":{
          "core":"awhollynewcollection_0_shard5_replica_n18",
          "base_url":"http://127.0.0.1:46003/solr",
          "node_name":"127.0.0.1:46003_solr",
          "state":"active",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"3",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with live_nodes=[127.0.0.1:46003_solr, 127.0.0.1:37135_solr, 127.0.0.1:45361_solr, 127.0.0.1:45597_solr]
	at __randomizedtesting.SeedInfo.seed([AB892636ADF54813:E3FC5282ABC66786]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12055 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/init-core-data-001
   [junit4]   2> 330100 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 330100 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 330100 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 330100 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 330101 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001
   [junit4]   2> 330101 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 330101 INFO  (Thread-337) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 330101 INFO  (Thread-337) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 330103 ERROR (Thread-337) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 330201 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36871
   [junit4]   2> 330204 INFO  (zkConnectionManagerCallback-354-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330209 INFO  (jetty-launcher-351-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 330209 INFO  (jetty-launcher-351-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 330209 INFO  (jetty-launcher-351-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 330209 INFO  (jetty-launcher-351-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 330211 INFO  (jetty-launcher-351-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 330211 INFO  (jetty-launcher-351-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 330211 INFO  (jetty-launcher-351-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 330212 INFO  (jetty-launcher-351-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@94ac61b{/solr,null,AVAILABLE}
   [junit4]   2> 330213 INFO  (jetty-launcher-351-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 330213 INFO  (jetty-launcher-351-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 330213 INFO  (jetty-launcher-351-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e4b9eff{/solr,null,AVAILABLE}
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 330217 INFO  (jetty-launcher-351-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@561777e5{/solr,null,AVAILABLE}
   [junit4]   2> 330218 INFO  (jetty-launcher-351-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a4a6ce5{/solr,null,AVAILABLE}
   [junit4]   2> 330219 INFO  (jetty-launcher-351-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7bafc2ab{HTTP/1.1,[http/1.1]}{127.0.0.1:37135}
   [junit4]   2> 330219 INFO  (jetty-launcher-351-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@26a4c932{HTTP/1.1,[http/1.1]}{127.0.0.1:45361}
   [junit4]   2> 330219 INFO  (jetty-launcher-351-thread-1) [    ] o.e.j.s.Server Started @332013ms
   [junit4]   2> 330219 INFO  (jetty-launcher-351-thread-4) [    ] o.e.j.s.Server Started @332013ms
   [junit4]   2> 330219 INFO  (jetty-launcher-351-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@67d13855{HTTP/1.1,[http/1.1]}{127.0.0.1:46003}
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37135}
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-2) [    ] o.e.j.s.Server Started @332013ms
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45361}
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5df1efc5{HTTP/1.1,[http/1.1]}{127.0.0.1:45597}
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46003}
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-3) [    ] o.e.j.s.Server Started @332013ms
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45597}
   [junit4]   2> 330220 ERROR (jetty-launcher-351-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 330220 ERROR (jetty-launcher-351-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 330220 ERROR (jetty-launcher-351-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 330220 ERROR (jetty-launcher-351-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 330221 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 330221 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T20:26:00.980055Z
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 330221 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 330221 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T20:26:00.980172Z
   [junit4]   2> 330221 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T20:26:00.980223Z
   [junit4]   2> 330220 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 330221 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T20:26:00.980329Z
   [junit4]   2> 330228 INFO  (zkConnectionManagerCallback-356-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330228 INFO  (zkConnectionManagerCallback-362-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330228 INFO  (zkConnectionManagerCallback-358-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330228 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 330228 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 330228 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 330229 INFO  (zkConnectionManagerCallback-360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330229 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 330232 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 330232 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 330232 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 330232 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 330233 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 330233 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 330233 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 330233 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 330240 INFO  (jetty-launcher-351-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
   [junit4]   2> 330241 INFO  (jetty-launcher-351-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
   [junit4]   2> 330241 INFO  (jetty-launcher-351-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
   [junit4]   2> 330244 INFO  (zkConnectionManagerCallback-373-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330245 INFO  (zkConnectionManagerCallback-369-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330245 INFO  (jetty-launcher-351-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
   [junit4]   2> 330245 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16129d9471d0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 330246 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16129d9471d0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 330246 INFO  (zkConnectionManagerCallback-378-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330246 INFO  (zkConnectionManagerCallback-375-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330247 INFO  (zkConnectionManagerCallback-380-thread-1-processing-n:127.0.0.1:46003_solr) [n:127.0.0.1:46003_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330247 INFO  (zkConnectionManagerCallback-382-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330247 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16129d9471d0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 330248 INFO  (zkConnectionManagerCallback-385-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330248 INFO  (zkConnectionManagerCallback-386-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330288 INFO  (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 330288 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 330288 INFO  (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 330288 INFO  (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 330288 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37135_solr
   [junit4]   2> 330289 INFO  (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45361_solr
   [junit4]   2> 330289 INFO  (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45597_solr
   [junit4]   2> 330289 INFO  (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46003_solr
   [junit4]   2> 330289 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.c.Overseer Overseer (id=99406679956586506-127.0.0.1:37135_solr-n_0000000000) starting
   [junit4]   2> 330305 INFO  (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 330305 INFO  (zkCallback-379-thread-1-processing-n:127.0.0.1:46003_solr) [n:127.0.0.1:46003_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 330305 INFO  (zkCallback-383-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 330305 INFO  (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 330307 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37135_solr
   [junit4]   2> 330308 INFO  (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 330308 INFO  (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 330308 INFO  (zkCallback-379-thread-1-processing-n:127.0.0.1:46003_solr) [n:127.0.0.1:46003_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 330309 INFO  (zkCallback-383-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 330320 INFO  (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330325 INFO  (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330325 INFO  (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330326 INFO  (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node3
   [junit4]   2> 330328 INFO  (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330330 INFO  (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330334 INFO  (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330334 INFO  (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330335 INFO  (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node2
   [junit4]   2> 330336 INFO  (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330336 INFO  (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330337 INFO  (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node4
   [junit4]   2> 330339 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330344 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330344 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 330345 INFO  (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node1
   [junit4]   2> 330429 INFO  (zkConnectionManagerCallback-396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330431 INFO  (zkConnectionManagerCallback-400-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 330432 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 330432 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36871/solr ready
   [junit4]   2> 330442 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[AB892636ADF54813]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
   [junit4]   2> 330442 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[AB892636ADF54813]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 330445 ERROR (qtp104088655-1298) [n:127.0.0.1:46003_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:219)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 330446 INFO  (qtp104088655-1298) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 330446 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[AB892636ADF54813]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
   [junit4]   2> 330454 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[AB892636ADF54813]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
   [junit4]   2> 330454 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[AB892636ADF54813]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 330456 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 330460 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 330461 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 330461 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 330462 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 330463 INFO  (OverseerThreadFactory-511-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection onlyinzk
   [junit4]   2> 330463 INFO  (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 330567 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onlyinzk",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"onlyinzk_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37135/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 330568 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onlyinzk",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"onlyinzk_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45597/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 330772 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 330772 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 330772 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 330772 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 330875 INFO  (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 330875 INFO  (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 330875 INFO  (zkCallback-381-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 330875 INFO  (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 331782 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 331782 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 331789 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 331789 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema [onlyinzk_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 331796 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 331796 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica_n2' using configuration from collection onlyinzk, trusted=true
   [junit4]   2> 331796 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 331796 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica_n1' using configuration from collection onlyinzk, trusted=true
   [junit4]   2> 331797 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard2.replica_n2' (registry 'solr.core.onlyinzk.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 331797 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard1.replica_n1' (registry 'solr.core.onlyinzk.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
   [junit4]   2> 331797 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 331797 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 331797 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [[onlyinzk_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node3/onlyinzk_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node3/onlyinzk_shard2_replica_n2/data/]
   [junit4]   2> 331797 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node1/onlyinzk_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node1/onlyinzk_shard1_replica_n1/data/]
   [junit4]   2> 331849 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 331849 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 331849 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 331850 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 331850 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 331850 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 331850 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 331850 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 331851 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e7f775[onlyinzk_shard1_replica_n1] main]
   [junit4]   2> 331851 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@554aac[onlyinzk_shard2_replica_n2] main]
   [junit4]   2> 331852 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 331852 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 331852 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 331852 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 331852 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 331853 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 331853 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590506881141440512
   [junit4]   2> 331853 INFO  (searcherExecutor-521-thread-1-processing-n:127.0.0.1:37135_solr x:onlyinzk_shard1_replica_n1 s:shard1 c:onlyinzk r:core_node3) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] Registered new searcher Searcher@2e7f775[onlyinzk_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 331853 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590506881141440512
   [junit4]   2> 331853 INFO  (searcherExecutor-520-thread-1-processing-n:127.0.0.1:45597_solr x:onlyinzk_shard2_replica_n2 s:shard2 c:onlyinzk r:core_node4) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] Registered new searcher Searcher@554aac[onlyinzk_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 331856 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 331856 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 331856 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 331856 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 331856 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45597/solr/onlyinzk_shard2_replica_n2/
   [junit4]   2> 331856 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37135/solr/onlyinzk_shard1_replica_n1/
   [junit4]   2> 331856 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 331856 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 331856 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:45597/solr/onlyinzk_shard2_replica_n2/ has no replicas
   [junit4]   2> 331856 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37135/solr/onlyinzk_shard1_replica_n1/ has no replicas
   [junit4]   2> 331856 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 331856 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 331857 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45597/solr/onlyinzk_shard2_replica_n2/ shard2
   [junit4]   2> 331857 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37135/solr/onlyinzk_shard1_replica_n1/ shard1
   [junit4]   2> 331958 INFO  (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 331958 INFO  (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 331958 INFO  (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 331958 INFO  (zkCallback-381-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 332008 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 332008 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 332010 INFO  (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
   [junit4]   2> 332010 INFO  (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
   [junit4]   2> 332013 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 332111 INFO  (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 332111 INFO  (zkCallback-381-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 332111 INFO  (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 332111 INFO  (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 332464 INFO  (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 333014 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2552
   [junit4]   2> 333015 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 333016 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 333016 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[AB892636ADF54813]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
   [junit4]   2> 333046 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[AB892636ADF54813]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
   [junit4]   2> 333048 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[AB892636ADF54813]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 333050 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 333053 INFO  (OverseerThreadFactory-511-thread-3-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 333055 INFO  (qtp1601625641-1316) [n:127.0.0.1:37135_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=null
   [junit4]   2> 333055 INFO  (qtp930455962-1326) [n:127.0.0.1:45597_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=null
   [junit4]   2> 333055 INFO  (qtp1601625641-1316) [n:127.0.0.1:37135_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7893382d: rootName = null, domain = solr.core.onlyinzk.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.onlyinzk.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7b89ca56
   [junit4]   2> 333055 INFO  (qtp930455962-1326) [n:127.0.0.1:45597_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40c0be3b: rootName = null, domain = solr.core.onlyinzk.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.onlyinzk.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@3af62dae
   [junit4]   2> 333074 INFO  (qtp1601625641-1316) [n:127.0.0.1:37135_solr    ] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@564e6b99
   [junit4]   2> 333074 INFO  (qtp1601625641-1316) [n:127.0.0.1:37135_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=1447979929
   [junit4]   2> 333074 INFO  (qtp1601625641-1316) [n:127.0.0.1:37135_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard1.leader, tag=1447979929
   [junit4]   2> 333075 INFO  (qtp930455962-1326) [n:127.0.0.1:45597_solr    ] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b341d23
   [junit4]   2> 333075 INFO  (qtp930455962-1326) [n:127.0.0.1:45597_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=1530141987
   [junit4]   2> 333075 INFO  (qtp930455962-1326) [n:127.0.0.1:45597_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard2.leader, tag=1530141987
   [junit4]   2> 333084 INFO  (qtp930455962-1326) [n:127.0.0.1:45597_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=29
   [junit4]   2> 333084 INFO  (qtp1601625641-1316) [n:127.0.0.1:37135_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=29
   [junit4]   2> 333788 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=738
   [junit4]   2> 333789 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 333790 INFO  (OverseerThreadFactory-511-thread-4-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection noconfig
   [junit4]   2> 333790 INFO  (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 333791 ERROR (OverseerThreadFactory-511-thread-4-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: noconfig operation: create failed:org.apache.solr.common.SolrException: Can not find the specified config set: conf123
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:771)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:251)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 333802 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=12
   [junit4]   2> 334804 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 334804 INFO  (qtp104088655-1322) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 334805 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[AB892636ADF54813]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
   [junit4]   2> 334820 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[AB892636ADF54813]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
   [junit4]   2> 334820 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[AB892636ADF54813]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 334821 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=98f8b4c7-adcd-481a-ba72-4b155d0237d0&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 334821 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=98f8b4c7-adcd-481a-ba72-4b155d0237d0&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 334822 INFO  (OverseerThreadFactory-511-thread-5-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection awhollynewcollection_0
   [junit4]   2> 334822 INFO  (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 334926 INFO  (zkCallback-399-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 335030 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"awhollynewcollection_0_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45361/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335033 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"awhollynewcollection_0_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46003/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335034 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"awhollynewcollection_0_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45597/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335037 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"awhollynewcollection_0_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37135/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335039 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"awhollynewcollection_0_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45361/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335041 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"awhollynewcollection_0_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46003/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335043 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"awhollynewcollection_0_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45597/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335046 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"awhollynewcollection_0_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37135/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335048 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"awhollynewcollection_0_shard5_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45361/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335053 INFO  (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"awhollynewcollection_0_shard5_replica_n18",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46003/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 335156 INFO  (zkCallback-399-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 335260 INFO  (qtp1601625641-1321) [n:127.0.0.1:37135_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350124291184&coreNodeName=core_node9&name=awhollynewcollection_0_shard2_replica_n6&action=CREATE&numShards=5&shard=shard2&wt=javabin} status=0 QTime=3
   [junit4]   2> 335260 INFO  (parallelCoreAdminExecutor-516-thread-1-processing-n:127.0.0.1:37135_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350124291184 CREATE) [n:127.0.0.1:37135_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350124291184&coreNodeName=core_node9&name=awhollynewcollection_0_shard2_replica_n6&action=CREATE&numShards=5&shard=shard2&wt=javabin
   [junit4]   2> 335261 INFO  (qtp930455962-1329) [n:127.0.0.1:45597_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350122127257&coreNodeName=core_node7&name=awhollynewcollection_0_shard2_replica_n4&action=CREATE&numShards=5&shard=shard2&wt=javabin} status=0 QTime=4
   [junit4]   2> 335261 INFO  (qtp252691408-1302) [n:127.0.0.1:45361_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=5&shard=shard1&wt=javabin} status=0 QTime=5
   [junit4]   2> 335261 INFO  (parallelCoreAdminExecutor-512-thread-1-processing-n:127.0.0.1:45597_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350122127257 CREATE) [n:127.0.0.1:45597_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350122127257&coreNodeName=core_node7&name=awhollynewcollection_0_shard2_replica_n4&action=CREATE&numShards=5&shard=shard2&wt=javabin
   [junit4]   2> 335261 INFO  (parallelCoreAdminExecutor-514-thread-1-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773 CREATE) [n:127.0.0.1:45361_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=5&shard=shard1&wt=javabin
   [junit4]   2> 335262 INFO  (qtp104088655-1327) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010&coreNodeName=core_node5&name=awhollynewcollection_0_shard1_replica_n2&action=CREATE&numShards=5&shard=shard1&wt=javabin} status=0 QTime=5
   [junit4]   2> 335266 INFO  (qtp252691408-1312) [n:127.0.0.1:45361_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350126854278&coreNodeName=core_node11&name=awhollynewcollection_0_shard3_replica_n8&action=CREATE&numShards=5&shard=shard3&wt=javabin} status=0 QTime=3
   [junit4]   2> 335266 INFO  (parallelCoreAdminExecutor-514-thread-1-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773 CREATE) [n:127.0.0.1:45361_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 335266 INFO  (parallelCoreAdminExecutor-513-thread-1-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010 CREATE) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010&coreNodeName=core_node5&name=awhollynewcollection_0_shard1_replica_n2&action=CREATE&numShards=5&shard=shard1&wt=javabin
   [junit4]   2> 335267 INFO  (qtp104088655-1324) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583&coreNodeName=core_node20&name=awhollynewcollection_0_shard5_replica_n18&action=CREATE&numShards=5&shard=shard5&wt=javabin} status=0 QTime=0
   [junit4]   2> 335267 INFO  (parallelCoreAdminExecutor-513-thread-1-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010 CREATE) [n:127.0.0.1:46003_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 335266 INFO  (parallelCoreAdminExecutor-514-thread-2-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350126854278 CREATE) [n:127.0.0.1:45361_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350126854278&coreNodeName=core_node11&name=awhollynewcollection_0_shard3_replica_n8&action=CREATE&numShards=5&shard=shard3&wt=javabin
   [junit4]   2> 335268 INFO  (parallelCoreAdminExecutor-513-thread-2-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583 CREATE) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583&coreNodeName=core_node20&name=awhollynewcollection_0_shard5_replica_n18&action=CREATE&numShards=5&shard=shard5&wt=javabin
   [junit4]   2> 335268 INFO  (qtp252691408-1307) [n:127.0.0.1:45361_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350135657977&coreNodeName=core_node19&name=awhollynewcollection_0_shard5_replica_n16&action=CREATE&numShards=5&shard=shard5&wt=javabin} status=0 QTime=1
   [junit4]   2> 335269 INFO  (parallelCoreAdminExecutor-514-thread-3-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350135657977 CREATE) [n:127.0.0.1:45361_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350135657977&coreNodeName=core_node19&name=awhollynewcollection_0_shard5_replica_n16&action=CREATE&numShards=5&shard=shard5&wt=javabin
   [junit4]   2> 335272 INFO  (qtp104088655-1298) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350128884762&coreNodeName=core_node13&name=awhollynewcollection_0_shard3_replica_n10&action=CREATE&numShards=5&shard=shard3&wt=javabin} status=0 QTime=3
   [junit4]   2> 335272 INFO  (parallelCoreAdminExecutor-513-thread-3-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350128884762 CREATE) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350128884762&coreNodeName=core_node13&name=awhollynewcollection_0_shard3_replica_n10&action=CREATE&numShards=5&shard=shard3&wt=javabin
   [junit4]   2> 335276 INFO  (qtp1601625641-1316) [n:127.0.0.1:37135_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350133161252&coreNodeName=core_node17&name=awhollynewcollection_0_shard4_replica_n14&action=CREATE&numShards=5&shard=shard4&wt=javabin} status=0 QTime=9
   [junit4]   2> 335276 INFO  (parallelCoreAdminExecutor-516-thread-2-processing-n:127.0.0.1:37135_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350133161252 CREATE) [n:127.0.0.1:37135_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350133161252&coreNodeName=core_node17&name=awhollynewcollection_0_shard4_replica_n14&action=CREATE&numShards=5&shard=shard4&wt=javabin
   [junit4]   2> 335276 INFO  (qtp930455962-1326) [n:127.0.0.1:45597_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350130966008&coreNodeName=core_node15&name=awhollynewcollection_0_shard4_replica_n12&action=CREATE&numShards=5&shard=shard4&wt=javabin} status=0 QTime=10
   [junit4]   2> 335277 INFO  (parallelCoreAdminExecutor-512-thread-2-processing-n:127.0.0.1:45597_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350130966008 CREATE) [n:127.0.0.1:45597_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350130966008&coreNodeName=core_node15&name=awhollynewcollection_0_shard4_replica_n12&action=CREATE&numShards=5&shard=shard4&wt=javabin
   [junit4]   2> 335278 INFO  (qtp104088655-1303) [n:127.0.0.1:46003_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583
   [junit4]   2> 335278 INFO  (qtp104088655-1303) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 335381 INFO  (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 335381 INFO  (zkCallback-383-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 335381 INFO  (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awho

[...truncated too long message...]

actConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 414501 INFO  (qtp104088655-1324) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45361_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node10&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=13002
   [junit4]   2> 414803 ERROR (qtp104088655-1303) [n:127.0.0.1:46003_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Solr is shutting down
   [junit4]   2> 	at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:171)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 414803 INFO  (qtp104088655-1303) [n:127.0.0.1:46003_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46003_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node12&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=13001
   [junit4]   2> 414803 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 414803 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36871 36871
   [junit4]   2> 414912 INFO  (Thread-337) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36871 36871
   [junit4]   2> 414913 WARN  (Thread-337) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/aliases.json
   [junit4]   2> 	25	/solr/clusterprops.json
   [junit4]   2> 	22	/solr/configs/conf
   [junit4]   2> 	6	/solr/configs/conf2
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	46	/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2> 	36	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	32	/solr/collections/reloaded_collection/state.json
   [junit4]   2> 	25	/solr/clusterstate.json
   [junit4]   2> 	24	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 	15	/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2> 	13	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 	10	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	5	/solr/collections/created_and_deleted/state.json
   [junit4]   2> 	5	/solr/collections/withconfigset2/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker/state.json
   [junit4]   2> 	4	/solr/collections/halfcollection/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker2/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99406679956586505-127.0.0.1:46003_solr-n_0000000002
   [junit4]   2> 	2	/solr/collections/awhollynewcollection_0/leader_elect/shard2/election/99406679956586506-core_node9-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/99406679956586507-127.0.0.1:45361_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/99406679956586505-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	334	/solr/collections
   [junit4]   2> 	33	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001
   [junit4]   2> Jan 24, 2018 8:27:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=sr-BA, timezone=America/Regina
   [junit4]   2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=60338080,total=454557696
   [junit4]   2> NOTE: All tests run in this JVM: [ExplicitHLLTest, OverriddenZkACLAndCredentialsProvidersTest, AtomicUpdatesTest, TestNumericRangeQuery64, TestMissingGroups, HighlighterTest, PropertiesRequestHandlerTest, SortByFunctionTest, SharedFSAutoReplicaFailoverTest, SimplePostToolTest, QueryEqualityTest, TestFieldCacheVsDocValues, SoftAutoCommitTest, AutoscalingHistoryHandlerTest, FastVectorHighlighterTest, TestLegacyTerms, TestInitQParser, TestSchemaVersionResource, TestScoreJoinQPNoScore, ConnectionManagerTest, TestSolr4Spatial, TestRandomFlRTGCloud, TermsComponentTest, JvmMetricsTest, PeerSyncTest, TestSearchPerf, NodeLostTriggerTest, BadCopyFieldTest, TestLocalFSCloudBackupRestore, TestAddFieldRealTimeGet, TestJettySolrRunner, CollectionsAPIDistributedZkTest]
   [junit4] Completed [104/767 (1!)] on J1 in 85.33s, 19 tests, 1 error <<< FAILURES!

[...truncated 43129 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1235 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1235/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest:     1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: 
   1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([A1034CE6ED33E828]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([A1034CE6ED33E828]:0)




Build Log:
[...truncated 1628 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180124_161221_0186777328216371890447.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180124_161221_01817112421779818509412.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 102 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180124_161221_0184667942369392314853.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 296 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180124_161824_04418179764603538867926.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180124_161824_0446625657431983533312.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180124_161824_044346578757857395731.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1057 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180124_161944_3321123524110789069580.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180124_161944_3329424749071515846268.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180124_161944_33210258926923621283114.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180124_162135_4626136390725591959154.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180124_162135_46213818493418373748634.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180124_162135_4623718003454552124055.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180124_162147_72914226390580954606556.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180124_162147_72918072367071728192609.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180124_162147_7291145894679859271214.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180124_162214_70918424677092868135395.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180124_162214_70915885756784180120059.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180124_162214_7109936563369400898994.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180124_162218_4343644711531897029514.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180124_162218_43413218525187751516102.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180124_162218_4346338534020338806122.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 168 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180124_162220_82015344855267761698611.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180124_162220_8203522427639404739348.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180124_162220_8204192565580650332606.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180124_162229_9169653244842305496059.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180124_162229_91612910195180470823784.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180124_162236_28415286877828244508841.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180124_162236_28410744963076896896444.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180124_162236_2849141087627391233891.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180124_162238_7633505504049274171693.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 195 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180124_162245_9291758978431194512315.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180124_162245_92913717544206343154793.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180124_162245_9296350821935062078869.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1306 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180124_162443_5785465225196606463986.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180124_162443_57815352672828643370814.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180124_162443_57816142875691037765545.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 233 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180124_162450_9693028514235307185900.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180124_162450_969533779348113029160.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180124_162450_96916672589929808524231.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 259 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180124_162501_0666187083946073283184.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180124_162501_06614161378034872222207.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180124_162501_06613538911547537432335.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 214 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180124_162710_88816541326118196450652.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180124_162710_88811867034178503760859.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180124_162710_8886277753188721774827.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180124_162713_59013510768681988462355.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180124_162713_5905460339569926997120.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180124_162713_5918076623340606794175.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 224 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180124_162720_39211339132321819035498.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180124_162720_3961324065037451764890.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180124_162720_39613460620748724033912.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180124_162749_1169954571926533146978.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180124_162749_1168525028608213183617.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180124_162749_11617007176126631629271.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180124_162812_7604119432863827345120.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180124_162812_7608633733632831859389.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180124_162812_7608513432765953397141.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180124_162841_88815676078880721154453.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180124_162841_8873822594624018025838.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180124_162841_8881573515732931089666.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180124_162902_0474666372756858816553.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180124_162902_0473984316072490207212.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 182 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180124_162912_6553812473438251630835.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180124_162912_6518316009705410456586.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180124_162912_6527809474267561998833.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 332 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180124_162930_57014554829358826888130.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180124_162930_5703499385975345776236.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180124_162930_57012189455882765367850.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180124_162939_85518057646824865046700.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180124_162939_8558702533426726157669.syserr
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180124_162939_8559750606576746590321.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180124_162948_74417671210234657574674.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180124_162948_744156089628381819421.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180124_162948_7444168222496284195796.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180124_163002_44811751311265542270807.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180124_163002_44815660697363180656825.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180124_163002_44813279684815720637112.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 317 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180124_163054_82411553036691599317346.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180124_163054_8242049979671721246317.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180124_163054_8249927420764821782092.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180124_163111_33816214191737868620123.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180124_163113_60312449499146737303442.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180124_163113_6037631474174348319864.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180124_163113_60312056745153008135868.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 247 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180124_163214_5166168245983615023542.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180124_163214_5166204139628495904096.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180124_163214_5169702625907700738646.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4194 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20180124_163309_33810352311234494261509.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20180124_163309_33812674548091392497710.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20180124_163309_3381619315452504588296.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 886 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/temp/junit4-J0-20180124_172033_4354983110930705306115.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/temp/junit4-J1-20180124_172033_43511648376900346182253.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/temp/junit4-J2-20180124_172033_43518026321996981928989.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1460 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20180124_172344_0931437950900294078325.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J2-20180124_172344_09312901985573186543998.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20180124_172344_0937615691901286384992.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 764 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180124_172356_46112304594761434350631.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180124_172356_46114588399333034859008.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] Suite: org.apache.solr.analytics.facet.QueryFacetTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.facet.QueryFacetTest_A1034CE6ED33E828-001/init-core-data-001
   [junit4]   2> Jan 24, 2018 5:25:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Jan 24, 2018 5:25:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: 
   [junit4]   2>    1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
   [junit4]   2>         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Jan 24, 2018 5:25:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
   [junit4]   2> Jan 24, 2018 5:25:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
   [junit4]   2>         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {int_i=PostingsFormat(name=Memory), double_dm=PostingsFormat(name=Memory), float_fm=Lucene50(blocksize=128), int_im=PostingsFormat(name=Asserting), date_dt=PostingsFormat(name=Memory), date_dtm=PostingsFormat(name=Asserting), long_lm=PostingsFormat(name=Asserting), double_d=Lucene50(blocksize=128), float_f=PostingsFormat(name=Memory), long_l=FSTOrd50, _version_=Lucene50(blocksize=128), string_s=PostingsFormat(name=Memory), id=FSTOrd50, string_sm=PostingsFormat(name=Asserting)}, docValues:{int_i=DocValuesFormat(name=Memory), double_dm=DocValuesFormat(name=Memory), float_fm=DocValuesFormat(name=Direct), int_im=DocValuesFormat(name=Asserting), date_dt=DocValuesFormat(name=Memory), date_dtm=DocValuesFormat(name=Asserting), long_lm=DocValuesFormat(name=Asserting), double_d=DocValuesFormat(name=Direct), float_f=DocValuesFormat(name=Memory), long_l=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), string_s=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), string_sm=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=805, maxMBSortInHeap=6.123212990720381, sim=RandomSimilarity(queryNorm=true): {}, locale=th, timezone=ROK
   [junit4]   2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=2,free=448956464,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [LegacyAbstractAnalyticsTest, OrFunctionTest, LegacyQueryFacetCloudTest, AbstractAnalyticsFieldTest, LogFunctionTest, QueryFacetTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=QueryFacetTest -Dtests.seed=A1034CE6ED33E828 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=ROK -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | QueryFacetTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: 
   [junit4]    >    1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A1034CE6ED33E828]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=232, name=qtp829831996-232, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A1034CE6ED33E828]:0)
   [junit4] Completed [71/78 (1!)] on J1 in 71.80s, 1 test, 2 errors <<< FAILURES!

[...truncated 22 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180124_172356_46113358667711057462696.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 558 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180124_172534_8814808738090901684661.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180124_172534_88113893085190061042603.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180124_172534_88116136146642241118154.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180124_172549_30012045036405172692744.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180124_172549_2976965641645740148584.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 650 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180124_172556_3843542801971959618197.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180124_172556_38418375163141112742389.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180124_172556_3843175776837013828786.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 558 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180124_172617_3718993512771205986824.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180124_172617_3713925398034479542141.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180124_172617_37112329740261340449413.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 567 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180124_172628_00911934396160871018465.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180124_172628_00912795726895833949754.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180124_172628_00913439034781045113550.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 644 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180124_172635_9407534276475857266236.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 14 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180124_172635_94018177113895604618200.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180124_172635_94016423286794839994196.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180124_172701_8537539969733743460796.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180124_172701_853973493102971370971.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180124_172713_22316838565162873169716.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32321 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1234 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1234/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([AE3A9B97CF9204F5:C3C63F6A75DAFBF2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13777 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> 3205253 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/init-core-data-001
   [junit4]   2> 3205254 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 3205254 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3205256 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3205257 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001
   [junit4]   2> 3205257 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3205257 INFO  (Thread-6628) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3205257 INFO  (Thread-6628) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3205259 ERROR (Thread-6628) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3205357 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36127
   [junit4]   2> 3205359 INFO  (zkConnectionManagerCallback-5231-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205364 INFO  (jetty-launcher-5228-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3205365 INFO  (jetty-launcher-5228-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3205365 INFO  (jetty-launcher-5228-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3205365 INFO  (jetty-launcher-5228-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3205365 INFO  (jetty-launcher-5228-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a8a0a9{/solr,null,AVAILABLE}
   [junit4]   2> 3205366 INFO  (jetty-launcher-5228-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@132e0e3{SSL,[ssl, http/1.1]}{127.0.0.1:35303}
   [junit4]   2> 3205367 INFO  (jetty-launcher-5228-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3205367 INFO  (jetty-launcher-5228-thread-3) [    ] o.e.j.s.Server Started @3207988ms
   [junit4]   2> 3205367 INFO  (jetty-launcher-5228-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35303}
   [junit4]   2> 3205367 ERROR (jetty-launcher-5228-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3205367 INFO  (jetty-launcher-5228-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3205367 INFO  (jetty-launcher-5228-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3205367 INFO  (jetty-launcher-5228-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3205367 INFO  (jetty-launcher-5228-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T13:17:26.271Z
   [junit4]   2> 3205369 INFO  (jetty-launcher-5228-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3205376 INFO  (zkConnectionManagerCallback-5233-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1aacc20{/solr,null,AVAILABLE}
   [junit4]   2> 3205376 INFO  (jetty-launcher-5228-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17adf9d{/solr,null,AVAILABLE}
   [junit4]   2> 3205377 INFO  (jetty-launcher-5228-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@273f4c{SSL,[ssl, http/1.1]}{127.0.0.1:43461}
   [junit4]   2> 3205377 INFO  (jetty-launcher-5228-thread-2) [    ] o.e.j.s.Server Started @3207999ms
   [junit4]   2> 3205377 INFO  (jetty-launcher-5228-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43461}
   [junit4]   2> 3205378 ERROR (jetty-launcher-5228-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3205378 INFO  (jetty-launcher-5228-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3205378 INFO  (jetty-launcher-5228-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3205378 INFO  (jetty-launcher-5228-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3205378 INFO  (jetty-launcher-5228-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T13:17:26.282Z
   [junit4]   2> 3205377 INFO  (jetty-launcher-5228-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1929aa{SSL,[ssl, http/1.1]}{127.0.0.1:39707}
   [junit4]   2> 3205379 INFO  (jetty-launcher-5228-thread-1) [    ] o.e.j.s.Server Started @3208000ms
   [junit4]   2> 3205379 INFO  (jetty-launcher-5228-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39707}
   [junit4]   2> 3205379 ERROR (jetty-launcher-5228-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3205379 INFO  (jetty-launcher-5228-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3205379 INFO  (jetty-launcher-5228-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3205379 INFO  (jetty-launcher-5228-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3205379 INFO  (jetty-launcher-5228-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T13:17:26.283Z
   [junit4]   2> 3205381 INFO  (zkConnectionManagerCallback-5237-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205381 INFO  (zkConnectionManagerCallback-5235-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205381 INFO  (jetty-launcher-5228-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3205381 INFO  (jetty-launcher-5228-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3205393 INFO  (jetty-launcher-5228-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36127/solr
   [junit4]   2> 3205395 INFO  (jetty-launcher-5228-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36127/solr
   [junit4]   2> 3205395 INFO  (jetty-launcher-5228-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36127/solr
   [junit4]   2> 3205396 INFO  (zkConnectionManagerCallback-5243-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205396 INFO  (zkConnectionManagerCallback-5247-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205396 INFO  (zkConnectionManagerCallback-5249-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205397 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612850e7120006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3205398 INFO  (zkConnectionManagerCallback-5251-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205398 INFO  (zkConnectionManagerCallback-5255-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205399 INFO  (zkConnectionManagerCallback-5254-thread-1-processing-n:127.0.0.1:39707_solr) [n:127.0.0.1:39707_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3205458 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3205458 INFO  (jetty-launcher-5228-thread-1) [n:127.0.0.1:39707_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3205458 INFO  (jetty-launcher-5228-thread-3) [n:127.0.0.1:35303_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3205458 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43461_solr
   [junit4]   2> 3205459 INFO  (jetty-launcher-5228-thread-1) [n:127.0.0.1:39707_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39707_solr
   [junit4]   2> 3205459 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer Overseer (id=99404994718072840-127.0.0.1:43461_solr-n_0000000000) starting
   [junit4]   2> 3205463 INFO  (zkCallback-5252-thread-1-processing-n:127.0.0.1:39707_solr) [n:127.0.0.1:39707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3205463 INFO  (zkCallback-5253-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3205463 INFO  (zkCallback-5250-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3205464 INFO  (jetty-launcher-5228-thread-3) [n:127.0.0.1:35303_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35303_solr
   [junit4]   2> 3205465 INFO  (zkCallback-5252-thread-1-processing-n:127.0.0.1:39707_solr) [n:127.0.0.1:39707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3205465 INFO  (zkCallback-5253-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3205471 INFO  (zkCallback-5250-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3205482 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3205483 DEBUG (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3205483 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43461_solr
   [junit4]   2> 3205483 DEBUG (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3205484 DEBUG (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35303_solr, 127.0.0.1:39707_solr]
   [junit4]   2> 3205484 DEBUG (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 3205484 DEBUG (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3205484 INFO  (zkCallback-5252-thread-1-processing-n:127.0.0.1:39707_solr) [n:127.0.0.1:39707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3205484 INFO  (zkCallback-5250-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3205485 INFO  (zkCallback-5253-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3205485 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35303_solr"} current state version: 0
   [junit4]   2> 3205485 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35303_solr
   [junit4]   2> 3205485 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:43461_solr"} current state version: 0
   [junit4]   2> 3205485 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:43461_solr
   [junit4]   2> 3205491 DEBUG (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3205491 DEBUG (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3205492 DEBUG (ScheduledTrigger-9646-thread-1) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3205614 INFO  (jetty-launcher-5228-thread-1) [n:127.0.0.1:39707_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39707.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3205633 INFO  (jetty-launcher-5228-thread-1) [n:127.0.0.1:39707_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39707.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3205633 INFO  (jetty-launcher-5228-thread-1) [n:127.0.0.1:39707_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39707.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3205635 INFO  (jetty-launcher-5228-thread-1) [n:127.0.0.1:39707_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/.
   [junit4]   2> 3205686 INFO  (jetty-launcher-5228-thread-3) [n:127.0.0.1:35303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3205700 INFO  (jetty-launcher-5228-thread-3) [n:127.0.0.1:35303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3205701 INFO  (jetty-launcher-5228-thread-3) [n:127.0.0.1:35303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3205703 INFO  (jetty-launcher-5228-thread-3) [n:127.0.0.1:35303_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/.
   [junit4]   2> 3206132 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3206149 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3206150 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3206152 INFO  (jetty-launcher-5228-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/.
   [junit4]   2> 3206195 INFO  (zkConnectionManagerCallback-5263-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3206196 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612850e712000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3206207 INFO  (zkConnectionManagerCallback-5267-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3206208 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3206208 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36127/solr ready
   [junit4]   2> 3206273 INFO  (qtp22154570-26165) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3206278 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 3206280 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 3206282 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 3206284 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 3206285 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 3206286 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 3206288 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 3206290 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 3206292 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 3206293 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 3206294 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 3206296 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 3206298 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 3206299 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 3206300 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 3206301 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 3206302 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 3206312 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 3206313 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 3206314 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 3206315 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 3206316 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 3206317 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 3206319 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 3206320 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 3206322 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 3206323 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 3206324 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 3206325 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 3206327 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 3206328 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 3206329 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 3206331 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 3206332 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 3206333 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 3206334 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 3206336 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 3206338 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 3206340 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 3206341 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 3206342 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 3206344 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 3206344 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 3206345 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 3206346 INFO  (OverseerThreadFactory-9648-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
   [junit4]   2> 3206351 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 3206351 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 3206351 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 3206456 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 3206456 INFO  (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3206457 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 3206457 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 3206457 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 3206457 INFO  (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3206458 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 3206458 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 3206460 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 3206460 INFO  (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3206461 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 3206461 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>       "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 3206493 DEBUG (ScheduledTrigger-9646-thread-1) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3206562 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 3206672 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3206672 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3206676 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35303_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3206676 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35303_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3206676 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:35303/solr","node_name":"127.0.0.1:35303_solr","state":"down","type":"NRT"}
   [junit4]   2> 3206676 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>           "node_name":"127.0.0.1:35303_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>           "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 3206713 INFO  (qtp11642679-26181) [n:127.0.0.1:39707_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3206713 INFO  (qtp11642679-26181) [n:127.0.0.1:39707_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3206716 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39707_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3206716 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39707_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3206716 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:39707/solr","node_name":"127.0.0.1:39707_solr","state":"down","type":"NRT"}
   [junit4]   2> 3206716 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>           "node_name":"127.0.0.1:35303_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>           "node_name":"127.0.0.1:39707_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>           "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 3206724 INFO  (qtp16950755-26184) [n:127.0.0.1:43461_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n3&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3206724 INFO  (qtp16950755-26184) [n:127.0.0.1:43461_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3206727 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>   "node_name":"127.0.0.1:43461_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3206727 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>   "node_name":"127.0.0.1:43461_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3206727 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3","base_url":"https://127.0.0.1:43461/solr","node_name":"127.0.0.1:43461_solr","state":"down","type":"NRT"}
   [junit4]   2> 3206727 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:35303/solr",
   [junit4]   2>           "node_name":"127.0.0.1:35303_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:39707/solr",
   [junit4]   2>           "node_name":"127.0.0.1:39707_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
   [junit4]   2>           "base_url":"https://127.0.0.1:43461/solr",
   [junit4]   2>           "node_name":"127.0.0.1:43461_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 3206828 DEBUG (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 3206828 INFO  (zkCallback-5250-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3206829 INFO  (zkCallback-5252-thread-2-processing-n:127.0.0.1:39707_solr) [n:127.0.0.1:39707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3206829 INFO  (zkCallback-5250-thread-2-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3206829 INFO  (zkCallback-5253-thread-1-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3206829 INFO  (zkCallback-5252-thread-1-processing-n:127.0.0.1:39707_solr) [n:127.0.0.1:39707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3206829 INFO  (zkCallback-5253-thread-2-processing-n:127.0.0.1:43461_solr) [n:127.0.0.1:43461_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3207493 DEBUG (ScheduledTrigger-9646-thread-2) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3207695 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 3207695 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 3207696 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 3207696 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 3207696 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 3207697 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 3207697 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 3207697 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 3207698 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 3207698 WARN  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 3207708 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3207736 INFO  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 3207736 INFO  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 3207737 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 3207737 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 3207738 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 3207738 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 3207738 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 3207739 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 3207739 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 3207739 WARN  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 3207744 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 3207745 INFO  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 3207745 INFO  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 3207746 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/extraction/lib
   [junit4]   2> 3207746 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 3207747 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/clustering/lib
   [junit4]   2> 3207747 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 3207748 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/langid/lib
   [junit4]   2> 3207748 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 3207748 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/velocity/lib
   [junit4]   2> 3207748 WARN  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
   [junit4]   2> 3207750 INFO  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3207759 INFO  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3207793 INFO  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] Schema name=default-config
   [junit4]   2> 3207848 INFO  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] Schema name=default-config
   [junit4]   2> 3208094 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 3208144 INFO  (qtp16950755-26184) [n:127.0.0.1:43461_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 3208157 INFO  (qtp11642679-26181) [n:127.0.0.1:39707_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 3208165 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'AutoscalingHistoryHandlerTest_collection_shard1_replica_n1' using configuration from collection AutoscalingHistoryHandlerTest_collection, trusted=true
   [junit4]   2> 3208166 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1' (registry 'solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1188201
   [junit4]   2> 3208166 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3208167 INFO  (qtp22154570-26160) [n:127.0.0.1:35303_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrCore [[AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001/tempDir-001/node3/./AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/data/]
   [junit4]   2> 3208174 INFO  (qtp22154570

[...truncated too long message...]

lr-n_0000000000) closing
   [junit4]   2> 3242746 INFO  (OverseerStateUpdate-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43461_solr
   [junit4]   2> 3242746 INFO  (jetty-closer-5229-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a8a0a9{/solr,null,UNAVAILABLE}
   [junit4]   2> 3242748 DEBUG (jetty-closer-5229-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3242748 WARN  (OverseerAutoScalingTriggerThread-99404994718072840-127.0.0.1:43461_solr-n_0000000000) [n:127.0.0.1:43461_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3242748 INFO  (jetty-closer-5229-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3242751 INFO  (jetty-closer-5229-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1aacc20{/solr,null,UNAVAILABLE}
   [junit4]   2> 3242752 INFO  (jetty-closer-5229-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3242753 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3242753 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[AE3A9B97CF9204F5]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36127 36127
   [junit4]   2> 3248660 INFO  (Thread-6628) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36127 36127
   [junit4]   2> 3248661 WARN  (Thread-6628) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/aliases.json
   [junit4]   2> 	5	/solr/configs/.system
   [junit4]   2> 	5	/solr/configs/.system/managed-schema
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 	4	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	63	/solr/collections/.system/state.json
   [junit4]   2> 	43	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	13	/solr/clusterprops.json
   [junit4]   2> 	13	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99404994718072840-core_node6-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/99404994718072840-127.0.0.1:43461_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/.system/leader_elect/shard1/election/99404994718072841-core_node5-n_0000000000
   [junit4]   2> 	2	/solr/collections/.system/leader_elect/shard1/election/99404994718072839-core_node6-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	13	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AE3A9B97CF9204F5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=th-TH, timezone=America/Yakutat
   [junit4]   2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=228137224,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldCacheSort, TestJmxIntegration, RecoveryAfterSoftCommitTest, TolerantUpdateProcessorTest, TestSSLRandomization, TestSchemalessBufferedUpdates, NumericFieldsTest, ShowFileRequestHandlerTest, CircularListTest, TestDistributedMissingSort, TestBadConfig, DocValuesNotIndexedTest, TestSolrCoreProperties, TestStressInPlaceUpdates, SpellCheckComponentTest, DateFieldTest, ConfigureRecoveryStrategyTest, SolrCmdDistributorTest, StatelessScriptUpdateProcessorFactoryTest, TestQueryTypes, TestSerializedLuceneMatchVersion, BaseCdcrDistributedZkTest, TestSolrConfigHandler, WordBreakSolrSpellCheckerTest, SearchHandlerTest, TestExpandComponent, TestBlobHandler, RegexBytesRefFilterTest, TestSolrDeletionPolicy2, NoCacheHeaderTest, TestMacros, TestBinaryResponseWriter, TestClusterStateMutator, URLClassifyProcessorTest, PingRequestHandlerTest, TestRealTimeGet, TestFastWriter, BigEndianAscendingWordSerializerTest, NodeMutatorTest, TestSolrCoreSnapshots, DistanceFunctionTest, CacheHeaderTest, DeleteNodeTest, TestNumericTokenStream, AnalysisAfterCoreReloadTest, BlobRepositoryCloudTest, TestRandomCollapseQParserPlugin, ParsingFieldUpdateProcessorsTest, CloneFieldUpdateProcessorFactoryTest, TestDistribStateManager, TlogReplayBufferedWhileIndexingTest, TestQuerySenderListener, BooleanFieldTest, OverseerCollectionConfigSetProcessorTest, TestRestoreCore, BufferStoreTest, SolrCLIZkUtilsTest, ShardSplitTest, TestRandomRequestDistribution, TestCollapseQParserPlugin, TestBlendedInfixSuggestions, ConnectionReuseTest, TestStressReorder, SolrMetricReporterTest, TestFieldTypeCollectionResource, TestFiltering, TestNumericTerms64, TestRandomDVFaceting, WrapperMergePolicyFactoryTest, SSLMigrationTest, CollectionsAPISolrJTest, TestIntervalFaceting, TestCustomStream, TermVectorComponentTest, ClassificationUpdateProcessorFactoryTest, TestDFRSimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, TestReloadAndDeleteDocs, TestLargeCluster, HdfsSyncSliceTest, TestAnalyzedSuggestions, TestManagedSchemaThreadSafety, SecurityConfHandlerTest, TestCustomSort, LeaderElectionTest, TestSubQueryTransformer, TestSimpleQParserPlugin, RankQueryTest, DateRangeFieldTest, TestCloudRecovery, TestPolicyCloud, TestTolerantSearch, TestCloudJSONFacetJoinDomain, TestStressUserVersions, SpellPossibilityIteratorTest, BlockJoinFacetRandomTest, UniqFieldsUpdateProcessorFactoryTest, TestCoreAdminApis, DistributedFacetPivotWhiteBoxTest, HdfsUnloadDistributedZkTest, TestNonDefinedSimilarityFactory, SparseHLLTest, TestUpdate, TestRangeQuery, TestMultiValuedNumericRangeQuery, TestMultiWordSynonyms, TimeZoneUtilsTest, MetricsConfigTest, TestZkAclsWithHadoopAuth, CdcrReplicationDistributedZkTest, LeaderElectionContextKeyTest, NotRequiredUniqueKeyTest, DirectSolrSpellCheckerTest, CopyFieldTest, TestEmbeddedSolrServerConstructors, TestDynamicFieldResource, TestGeoJSONResponseWriter, ClusterStateUpdateTest, MoveReplicaHDFSTest, TestSchemaResource, TestSolrCoreParser, TestUnifiedSolrHighlighter, DistributedSpellCheckComponentTest, DistribJoinFromCollectionTest, TestMiniSolrCloudClusterSSL, TestJsonFacets, UnloadDistributedZkTest, OverseerTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch, TestDistributedGrouping, TermVectorComponentDistributedTest, TestStressVersions, TestCoreContainer, TestSolr4Spatial, QueryElevationComponentTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, SolrInfoBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestLFUCache, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CreateCollectionCleanupTest, DeleteShardTest, DistribCursorPagingTest, ForceLeaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestConfigSetsAPI, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestRebalanceLeaders, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, TestComputePlanAction, TestGenericDistributedQueue, TestTriggerIntegration, CdcrBidirectionalTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, ZkStateReaderTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload, TestDynamicLoading, V2ApiIntegrationTest, AutoscalingHistoryHandlerTest]
   [junit4] Completed [634/767 (1!)] on J2 in 43.47s, 1 test, 1 failure <<< FAILURES!

[...truncated 44437 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1233 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1233/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([72E56CA767D86B45:FAB1537DC92406BD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13057 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 1813400 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[72E56CA767D86B45]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/init-core-data-001
   [junit4]   2> 1813401 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[72E56CA767D86B45]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1813401 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[72E56CA767D86B45]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1813402 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[72E56CA767D86B45]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1813402 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[72E56CA767D86B45]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1813404 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1813404 INFO  (Thread-3195) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1813404 INFO  (Thread-3195) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1813406 ERROR (Thread-3195) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1813504 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkTestServer start zk server on port:43711
   [junit4]   2> 1813507 INFO  (zkConnectionManagerCallback-2611-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813511 INFO  (zkConnectionManagerCallback-2613-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813517 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1813518 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1813519 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1813520 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1813521 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1813522 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1813523 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1813523 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1813524 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1813525 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1813526 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1813527 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1813614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1813615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1813615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1813615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1813615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e49bc0{/,null,AVAILABLE}
   [junit4]   2> 1813616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@eaf151{HTTP/1.1,[http/1.1]}{127.0.0.1:38177}
   [junit4]   2> 1813616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server Started @1815695ms
   [junit4]   2> 1813616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/tempDir-001/control/data, hostContext=/, hostPort=38177, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/control-001/cores}
   [junit4]   2> 1813616 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1813616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1813616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1813616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1813616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T09:26:54.870Z
   [junit4]   2> 1813617 INFO  (zkConnectionManagerCallback-2615-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813618 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1813618 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/control-001/solr.xml
   [junit4]   2> 1813621 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1813621 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1813622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1813624 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43711/solr
   [junit4]   2> 1813625 INFO  (zkConnectionManagerCallback-2619-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813627 INFO  (zkConnectionManagerCallback-2621-thread-1-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813662 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1813663 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38177_
   [junit4]   2> 1813663 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.c.Overseer Overseer (id=99404088256692228-127.0.0.1:38177_-n_0000000000) starting
   [junit4]   2> 1813666 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38177_
   [junit4]   2> 1813666 INFO  (zkCallback-2620-thread-1-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1813718 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1813725 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1813725 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1813726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:38177_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/control-001/cores
   [junit4]   2> 1813740 INFO  (zkConnectionManagerCallback-2627-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813741 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1813741 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43711/solr ready
   [junit4]   2> 1813742 INFO  (qtp31756163-13137) [n:127.0.0.1:38177_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38177_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1813744 INFO  (OverseerThreadFactory-5359-thread-1-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1813848 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1813849 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1813953 INFO  (zkCallback-2620-thread-1-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1814889 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1814908 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1814965 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1814973 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1814973 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1814973 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1814973 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1814975 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=176824645, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1814977 WARN  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1815002 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1815002 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1815014 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1815014 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1815015 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1815015 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@162066a[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1815016 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1815016 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1815017 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1815017 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590465413797380096
   [junit4]   2> 1815018 INFO  (searcherExecutor-5362-thread-1-processing-n:127.0.0.1:38177_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@162066a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1815020 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1815020 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1815020 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38177/control_collection_shard1_replica_n1/
   [junit4]   2> 1815020 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1815021 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38177/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1815021 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1815021 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38177/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1815123 INFO  (zkCallback-2620-thread-2-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1815172 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1815173 INFO  (qtp31756163-13173) [n:127.0.0.1:38177_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1325
   [junit4]   2> 1815177 INFO  (qtp31756163-13137) [n:127.0.0.1:38177_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1815274 INFO  (zkCallback-2620-thread-2-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1815746 INFO  (OverseerCollectionConfigSetProcessor-99404088256692228-127.0.0.1:38177_-n_0000000000) [n:127.0.0.1:38177_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1816177 INFO  (qtp31756163-13137) [n:127.0.0.1:38177_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38177_&wt=javabin&version=2} status=0 QTime=2434
   [junit4]   2> 1816180 INFO  (zkConnectionManagerCallback-2631-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1816180 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1816181 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43711/solr ready
   [junit4]   2> 1816181 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1816181 INFO  (qtp31756163-13172) [n:127.0.0.1:38177_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1816182 INFO  (OverseerThreadFactory-5359-thread-2-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1816182 WARN  (OverseerThreadFactory-5359-thread-2-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1816385 INFO  (qtp31756163-13172) [n:127.0.0.1:38177_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1816385 INFO  (qtp31756163-13172) [n:127.0.0.1:38177_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=203
   [junit4]   2> 1816452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-1-001 of type NRT
   [junit4]   2> 1816453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1816453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1816453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1816453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10fd71c{/,null,AVAILABLE}
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1472401{HTTP/1.1,[http/1.1]}{127.0.0.1:45573}
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server Started @1818533ms
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45573, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-1-001/cores}
   [junit4]   2> 1816454 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1816454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T09:26:57.708Z
   [junit4]   2> 1816455 INFO  (zkConnectionManagerCallback-2633-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1816456 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1816456 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-1-001/solr.xml
   [junit4]   2> 1816458 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1816459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1816459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1816462 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43711/solr
   [junit4]   2> 1816464 INFO  (zkConnectionManagerCallback-2637-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1816467 INFO  (zkConnectionManagerCallback-2639-thread-1-processing-n:127.0.0.1:45573_) [n:127.0.0.1:45573_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1816469 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:45573_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1816470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:45573_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1816471 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:45573_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45573_
   [junit4]   2> 1816471 INFO  (zkCallback-2630-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1816471 INFO  (zkCallback-2620-thread-2-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1816471 INFO  (zkCallback-2638-thread-1-processing-n:127.0.0.1:45573_) [n:127.0.0.1:45573_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1816531 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:45573_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1816538 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:45573_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1816538 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:45573_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1816540 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:45573_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-1-001/cores
   [junit4]   2> 1816559 INFO  (qtp31756163-13142) [n:127.0.0.1:38177_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45573_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1816560 INFO  (OverseerCollectionConfigSetProcessor-99404088256692228-127.0.0.1:38177_-n_0000000000) [n:127.0.0.1:38177_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1816560 INFO  (OverseerThreadFactory-5359-thread-3-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45573_ for creating new replica
   [junit4]   2> 1816562 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1816562 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1817606 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1817622 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
   [junit4]   2> 1817698 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1817706 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
   [junit4]   2> 1817706 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1817706 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1817706 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
   [junit4]   2> 1817709 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=176824645, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1817710 WARN  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1817736 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1817736 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1817737 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1817737 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1817738 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1817738 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@14f1bab[collection1_shard2_replica_n61] main]
   [junit4]   2> 1817739 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1817739 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1817739 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1817740 INFO  (searcherExecutor-5373-thread-1-processing-n:127.0.0.1:45573_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@14f1bab[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1817740 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590465416652652544
   [junit4]   2> 1817743 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1817743 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1817743 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45573/collection1_shard2_replica_n61/
   [junit4]   2> 1817743 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1817743 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:45573/collection1_shard2_replica_n61/ has no replicas
   [junit4]   2> 1817743 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1817744 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45573/collection1_shard2_replica_n61/ shard2
   [junit4]   2> 1817895 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1817897 INFO  (qtp13327350-13190) [n:127.0.0.1:45573_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1335
   [junit4]   2> 1817899 INFO  (qtp31756163-13142) [n:127.0.0.1:38177_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45573_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1340
   [junit4]   2> 1817992 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-2-001 of type NRT
   [junit4]   2> 1817992 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1817992 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1817992 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1817992 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1817993 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c9121f{/,null,AVAILABLE}
   [junit4]   2> 1817993 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@815ffc{HTTP/1.1,[http/1.1]}{127.0.0.1:37005}
   [junit4]   2> 1817993 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server Started @1820072ms
   [junit4]   2> 1817993 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=37005, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-2-001/cores}
   [junit4]   2> 1817993 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1817994 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1817994 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1817994 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1817994 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T09:26:59.248Z
   [junit4]   2> 1817995 INFO  (zkConnectionManagerCallback-2643-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1817995 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1817995 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-2-001/solr.xml
   [junit4]   2> 1817998 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1817998 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1817998 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1818000 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43711/solr
   [junit4]   2> 1818001 INFO  (zkConnectionManagerCallback-2647-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1818003 INFO  (zkConnectionManagerCallback-2649-thread-1-processing-n:127.0.0.1:37005_) [n:127.0.0.1:37005_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1818006 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:37005_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1818006 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:37005_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1818007 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:37005_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37005_
   [junit4]   2> 1818007 INFO  (zkCallback-2630-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1818007 INFO  (zkCallback-2620-thread-1-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1818007 INFO  (zkCallback-2638-thread-1-processing-n:127.0.0.1:45573_) [n:127.0.0.1:45573_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1818008 INFO  (zkCallback-2648-thread-1-processing-n:127.0.0.1:37005_) [n:127.0.0.1:37005_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1818095 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:37005_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1818103 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:37005_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1818103 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:37005_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1818104 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:37005_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-2-001/cores
   [junit4]   2> 1818131 INFO  (qtp32132740-13221) [n:127.0.0.1:37005_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37005_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1818132 INFO  (OverseerCollectionConfigSetProcessor-99404088256692228-127.0.0.1:38177_-n_0000000000) [n:127.0.0.1:38177_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1818132 INFO  (OverseerThreadFactory-5359-thread-4-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37005_ for creating new replica
   [junit4]   2> 1818133 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1818134 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1819178 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1819222 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
   [junit4]   2> 1819290 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1819298 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
   [junit4]   2> 1819298 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1819298 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1819298 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
   [junit4]   2> 1819300 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=176824645, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1819302 WARN  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1819331 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1819331 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1819331 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1819331 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1819332 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1819332 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@10f3642[collection1_shard3_replica_n63] main]
   [junit4]   2> 1819333 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1819333 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1819334 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1819334 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590465418324082688
   [junit4]   2> 1819335 INFO  (searcherExecutor-5384-thread-1-processing-n:127.0.0.1:37005_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@10f3642[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1819338 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1819338 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1819338 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37005/collection1_shard3_replica_n63/
   [junit4]   2> 1819338 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1819338 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:37005/collection1_shard3_replica_n63/ has no replicas
   [junit4]   2> 1819338 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1819339 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37005/collection1_shard3_replica_n63/ shard3
   [junit4]   2> 1819489 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1819491 INFO  (qtp32132740-13247) [n:127.0.0.1:37005_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1357
   [junit4]   2> 1819494 INFO  (qtp32132740-13221) [n:127.0.0.1:37005_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37005_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1363
   [junit4]   2> 1819582 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-3-001 of type NRT
   [junit4]   2> 1819583 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1819584 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1819584 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1819584 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1819584 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19fe41c{/,null,AVAILABLE}
   [junit4]   2> 1819584 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b1d898{HTTP/1.1,[http/1.1]}{127.0.0.1:44951}
   [junit4]   2> 1819585 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server Started @1821664ms
   [junit4]   2> 1819585 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=44951, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-3-001/cores}
   [junit4]   2> 1819585 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1819585 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1819585 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1819585 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1819585 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T09:27:00.839Z
   [junit4]   2> 1819586 INFO  (zkConnectionManagerCallback-2653-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1819588 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1819588 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-3-001/solr.xml
   [junit4]   2> 1819590 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1819590 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1819590 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1819592 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43711/solr
   [junit4]   2> 1819593 INFO  (zkConnectionManagerCallback-2657-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1819594 INFO  (zkConnectionManagerCallback-2659-thread-1-processing-n:127.0.0.1:44951_) [n:127.0.0.1:44951_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1819597 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:44951_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1819598 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:44951_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1819599 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:44951_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44951_
   [junit4]   2> 1819599 INFO  (zkCallback-2630-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1819599 INFO  (zkCallback-2638-thread-1-processing-n:127.0.0.1:45573_) [n:127.0.0.1:45573_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1819599 INFO  (zkCallback-2648-thread-1-processing-n:127.0.0.1:37005_) [n:127.0.0.1:37005_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1819599 INFO  (zkCallback-2620-thread-2-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1819600 INFO  (zkCallback-2658-thread-1-processing-n:127.0.0.1:44951_) [n:127.0.0.1:44951_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1819708 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:44951_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1819718 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:44951_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1819718 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:44951_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1819719 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:44951_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-3-001/cores
   [junit4]   2> 1819765 INFO  (qtp32132740-13225) [n:127.0.0.1:37005_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44951_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1819767 INFO  (OverseerCollectionConfigSetProcessor-99404088256692228-127.0.0.1:38177_-n_0000000000) [n:127.0.0.1:38177_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1819767 INFO  (OverseerThreadFactory-5359-thread-5-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44951_ for creating new replica
   [junit4]   2> 1819768 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1819768 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1820811 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1820827 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
   [junit4]   2> 1820890 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1820897 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
   [junit4]   2> 1820898 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1820898 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1820898 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
   [junit4]   2> 1820900 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=176824645, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1820901 WARN  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1820927 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1820927 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1820928 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1820928 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1820929 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1820929 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@130f709[collection1_shard1_replica_n65] main]
   [junit4]   2> 1820930 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1820930 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1820930 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1820931 INFO  (searcherExecutor-5395-thread-1-processing-n:127.0.0.1:44951_ x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@130f709[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1820931 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590465419998658560
   [junit4]   2> 1820934 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1820934 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1820934 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44951/collection1_shard1_replica_n65/
   [junit4]   2> 1820934 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1820934 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:44951/collection1_shard1_replica_n65/ has no replicas
   [junit4]   2> 1820934 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1820935 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44951/collection1_shard1_replica_n65/ shard1
   [junit4]   2> 1821086 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1821088 INFO  (qtp32524904-13256) [n:127.0.0.1:44951_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1319
   [junit4]   2> 1821089 INFO  (qtp32132740-13225) [n:127.0.0.1:37005_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44951_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1324
   [junit4]   2> 1821177 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-4-001 of type NRT
   [junit4]   2> 1821178 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1821178 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1821178 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1821178 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1821178 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f4eb7b{/,null,AVAILABLE}
   [junit4]   2> 1821179 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b37d{HTTP/1.1,[http/1.1]}{127.0.0.1:41779}
   [junit4]   2> 1821179 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.Server Started @1823258ms
   [junit4]   2> 1821179 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=41779, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-4-001/cores}
   [junit4]   2> 1821179 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1821179 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1821179 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1821179 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1821179 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T09:27:02.433Z
   [junit4]   2> 1821180 INFO  (zkConnectionManagerCallback-2663-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1821181 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1821181 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-4-001/solr.xml
   [junit4]   2> 1821184 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1821184 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1821184 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1821186 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43711/solr
   [junit4]   2> 1821187 INFO  (zkConnectionManagerCallback-2667-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1821202 INFO  (zkConnectionManagerCallback-2669-thread-1-processing-n:127.0.0.1:41779_) [n:127.0.0.1:41779_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1821206 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:41779_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1821206 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:41779_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1821207 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:41779_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41779_
   [junit4]   2> 1821207 INFO  (zkCallback-2630-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1821207 INFO  (zkCallback-2620-thread-2-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1821207 INFO  (zkCallback-2648-thread-1-processing-n:127.0.0.1:37005_) [n:127.0.0.1:37005_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1821207 INFO  (zkCallback-2638-thread-1-processing-n:127.0.0.1:45573_) [n:127.0.0.1:45573_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1821207 INFO  (zkCallback-2658-thread-1-processing-n:127.0.0.1:44951_) [n:127.0.0.1:44951_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1821209 INFO  (zkCallback-2668-thread-1-processing-n:127.0.0.1:41779_) [n:127.0.0.1:41779_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1821268 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:41779_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1821275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:41779_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1821275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:41779_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b7e89e
   [junit4]   2> 1821276 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [n:127.0.0.1:41779_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001/shard-4-001/cores
   [junit4]   2> 1821315 INFO  (qtp32132740-13246) [n:127.0.0.1:37005_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41779_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1821317 INFO  (OverseerCollectionConfigSetProcessor-99404088256692228-127.0.0.1:38177_-n_0000000000) [n:127.0.0.1:38177_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1821317 INFO  (OverseerThreadFactory-5359-thread-5-processing-n:127.0.0.1:38177_) [n:127.0.0.1:38177_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41779_ for creating new replica
   [junit4]   2> 1821318 INFO  (qtp25083587-13287) [n:127.0.0.1:41779_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n67&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1821318 INFO  (qtp25083587-13287) [n:127.0.0.1:41779_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1822385 INFO  (qtp25083587-13287) [n:127.0.0.1:41779_ c:collection1 s:shard2  x:collection1_shard2_replica_n67] o.a.s.c.SolrConfig Using Lu

[...truncated too long message...]

st-seed#[72E56CA767D86B45]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11cd5b5: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b5c369
   [junit4]   2> 1871167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1871167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b33cb6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17131d9
   [junit4]   2> 1871168 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36455_
   [junit4]   2> 1871168 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1871168 INFO  (zkCallback-2679-thread-1-processing-n:127.0.0.1:36455_) [n:127.0.0.1:36455_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1871169 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.Overseer Overseer (id=99404088256692245-127.0.0.1:36455_-n_0000000005) closing
   [junit4]   2> 1871169 INFO  (OverseerStateUpdate-99404088256692245-127.0.0.1:36455_-n_0000000005) [n:127.0.0.1:36455_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36455_
   [junit4]   2> 1871169 WARN  (OverseerAutoScalingTriggerThread-99404088256692245-127.0.0.1:36455_-n_0000000005) [n:127.0.0.1:36455_    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1871171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e368c5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1871171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a7a7f9{/,null,UNAVAILABLE}
   [junit4]   2> 1871171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1871171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 45261
   [junit4]   2> 1871172 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1871172 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[72E56CA767D86B45]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43711 43711
   [junit4]   2> 1876307 INFO  (Thread-3195) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43711 43711
   [junit4]   2> 1876308 WARN  (Thread-3195) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf1
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	5	/solr/collections/collection2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99404088256692236-127.0.0.1:37005_-n_0000000002
   [junit4]   2> 	2	/solr/collections/collection2/leader_elect/shard2/election/99404088256692233-core_node16-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/live_nodes
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=72E56CA767D86B45 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=Africa/Malabo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 63.4s J1 | FullSolrCloudDistribCmdsTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not find collection:collection2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([72E56CA767D86B45:FAB1537DC92406BD]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_72E56CA767D86B45-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=no, timezone=Africa/Malabo
   [junit4]   2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=96775840,total=378675200
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetsAPIZkFailure, SystemInfoHandlerTest, TestXIncludeConfig, InfixSuggestersTest, TestRecovery, SimplePostToolTest, BasicFunctionalityTest, TestSolrCloudWithHadoopAuthPlugin, SOLR749Test, MergeStrategyTest, TestDistributedStatsComponentCardinality, TestPerFieldSimilarity, TestChildDocTransformer, TestSolr4Spatial2, TestMacroExpander, TestCloudPseudoReturnFields, TestBM25SimilarityFactory, TestFilteredDocIdSet, TestRandomFlRTGCloud, TestCloudInspectUtil, HdfsRestartWhileUpdatingTest, TestStressVersions, JvmMetricsTest, OverriddenZkACLAndCredentialsProvidersTest, TestSubQueryTransformerDistrib, HighlighterMaxOffsetTest, RequiredFieldsTest, DistributedMLTComponentTest, TestSchemaNameResource, HdfsCollectionsAPIDistributedZkTest, TestClusterProperties, TestAnalyzeInfixSuggestions, TestFuzzyAnalyzedSuggestions, TestLegacyTerms, TestReRankQParserPlugin, TestOverriddenPrefixQueryForCustomFieldType, TestSolrJ, DocumentBuilderTest, SolrInfoBeanTest, TestStressCloudBlindAtomicUpdates, ExplicitHLLTest, TestDynamicFieldCollectionResource, AutoAddReplicasIntegrationTest, TestLRUCache, ResponseHeaderTest, TestSQLHandlerNonCloud, ShardRoutingCustomTest, CoreMergeIndexesAdminHandlerTest, TestFieldResource, TestRequestForwarding, AutoscalingHistoryHandlerTest, TestManagedStopFilterFactory, SolrJmxReporterTest, UpdateRequestProcessorFactoryTest, SmileWriterTest, TestSystemCollAutoCreate, TestAddFieldRealTimeGet, BigEndianAscendingWordDeserializerTest, TestManagedSchemaAPI, DistributedDebugComponentTest, VersionInfoTest, TestAuthorizationFramework, ZkStateWriterTest, TestGenericDistributedQueue, TestSolrCloudSnapshots, DirectUpdateHandlerOptimizeTest, SuggesterTest, TestCollationFieldDocValues, DeleteShardTest, TestCharFilters, DOMUtilTest, DirectSolrConnectionTest, TestUseDocValuesAsStored2, RollingRestartTest, TestSimpleTrackingShardHandler, UninvertDocValuesMergePolicyTest, TestInPlaceUpdatesDistrib, TestXmlQParser, QueryParsingTest, DistributedVersionInfoTest, TestDistributedGrouping, TimeRoutedAliasUpdateProcessorTest, NodeLostTriggerTest, TestRawTransformer, FastVectorHighlighterTest, CurrencyFieldTypeTest, OverseerRolesTest, TestImplicitCoreProperties, QueryResultKeyTest, RulesTest, PolyFieldTest, TestQueryUtils, TestReversedWildcardFilterFactory, MoveReplicaHDFSFailoverTest, DistributedFacetPivotSmallTest, TestConfigSetImmutable, TestNRTOpen, TestDistribDocBasedVersion, TestConfigsApi, FileUtilsTest, ComputePlanActionTest, HdfsLockFactoryTest, TestQueryWrapperFilter, SliceStateTest, TestLeaderElectionWithEmptyReplica, LoggingHandlerTest, SolrMetricManagerTest, QueryElevationComponentTest, TestExportWriter, TestTlogReplica, TestCollectionAPI, TestReload, SolrShardReporterTest, SoftAutoCommitTest, TestSolrCloudWithDelegationTokens, HdfsTlogReplayBufferedWhileIndexingTest, PropertiesRequestHandlerTest, TestFastLRUCache, SolrCoreTest, EnumFieldTest, TestJettySolrRunner, QueryEqualityTest, PeerSyncReplicationTest, TestJavabinTupleStreamParser, TestRestManager, TestPivotHelperCode, TestSurroundQueryParser, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [392/767 (1!)] on J1 in 63.45s, 1 test, 1 failure <<< FAILURES!

[...truncated 45173 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1232 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1232/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestUtilizeNode.test

Error Message:
no replica should be present in  127.0.0.1:42437_solr

Stack Trace:
java.lang.AssertionError: no replica should be present in  127.0.0.1:42437_solr
	at __randomizedtesting.SeedInfo.seed([ACB654B7AC866C07:24E26B6D027A01FF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
expected:<499> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<499> but was:<0>
	at __randomizedtesting.SeedInfo.seed([ACB654B7AC866C07:5BC5BAEF6A6EC3E1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1313)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13016 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/init-core-data-001
   [junit4]   2> 1649935 WARN  (SUITE-TestReplicationHandler-seed#[ACB654B7AC866C07]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1649935 INFO  (SUITE-TestReplicationHandler-seed#[ACB654B7AC866C07]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1649936 INFO  (SUITE-TestReplicationHandler-seed#[ACB654B7AC866C07]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1649936 INFO  (SUITE-TestReplicationHandler-seed#[ACB654B7AC866C07]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1649938 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIllegalFilePaths
   [junit4]   2> 1649938 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/collection1
   [junit4]   2> 1649940 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1649941 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1649941 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1649941 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1649941 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dc3bed{/solr,null,AVAILABLE}
   [junit4]   2> 1649942 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f93f08{HTTP/1.1,[http/1.1]}{127.0.0.1:38081}
   [junit4]   2> 1649942 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server Started @1651984ms
   [junit4]   2> 1649942 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=38081}
   [junit4]   2> 1649942 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1649942 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1649942 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1649943 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1649943 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T05:58:43.513Z
   [junit4]   2> 1649943 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/solr.xml
   [junit4]   2> 1649945 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1649946 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1649946 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1649969 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1649976 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1649976 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1649978 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/.
   [junit4]   2> 1649978 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1649978 INFO  (coreLoadExecutor-5923-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1649985 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1649989 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1649990 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1649990 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1649991 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1649991 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1649991 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1649992 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35440784037063733]
   [junit4]   2> 1650017 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1650017 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1650017 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.845616642538911]
   [junit4]   2> 1650017 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee0513[collection1] main]
   [junit4]   2> 1650018 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-001/collection1/conf
   [junit4]   2> 1650018 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1650018 INFO  (coreLoadExecutor-5923-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1650019 INFO  (searcherExecutor-5924-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ee0513[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1650020 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/collection1
   [junit4]   2> 1650021 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1650022 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1650022 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1650022 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1650022 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ad98f4{/solr,null,AVAILABLE}
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@fe2e95{HTTP/1.1,[http/1.1]}{127.0.0.1:41093}
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server Started @1652064ms
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=41093}
   [junit4]   2> 1650023 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T05:58:43.593Z
   [junit4]   2> 1650023 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/solr.xml
   [junit4]   2> 1650025 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1650026 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1650026 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1650049 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650057 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650057 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650058 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/.
   [junit4]   2> 1650058 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1650059 INFO  (coreLoadExecutor-5933-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1650065 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1650070 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1650071 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1650071 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1650072 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650072 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1650072 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1650073 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35440784037063733]
   [junit4]   2> 1650101 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1650101 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1650102 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.845616642538911]
   [junit4]   2> 1650102 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e80565[collection1] main]
   [junit4]   2> 1650103 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-002/collection1/conf
   [junit4]   2> 1650104 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1650104 INFO  (coreLoadExecutor-5933-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1650105 INFO  (searcherExecutor-5934-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e80565[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1650105 INFO  (qtp18226876-14847) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1650105 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1650105 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1650105 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1650105 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1650105 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1650105 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1650105 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@d533f3 commitCommandVersion:0
   [junit4]   2> 1650106 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@100fd7d[collection1] main]
   [junit4]   2> 1650106 INFO  (indexFetcher-5938-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1650107 ERROR (qtp18226876-14854) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1496)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1469)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:593)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1650107 INFO  (qtp18226876-14854) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={file=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/foo&command=filecontent} status=403 QTime=0
   [junit4]   2> 1650107 INFO  (searcherExecutor-5934-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@100fd7d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1650108 ERROR (qtp18226876-14854) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1492)
   [junit4]   2> 	at java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1490)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1469)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:593)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1650108 INFO  (qtp18226876-14854) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={file=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 1650113 ERROR (qtp18226876-14849) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1496)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1470)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1681)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:589)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1650113 INFO  (qtp18226876-14849) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={cf=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/foo&command=filecontent} status=403 QTime=3
   [junit4]   2> 1650114 ERROR (qtp18226876-14849) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1492)
   [junit4]   2> 	at java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1490)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1470)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1681)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:589)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1650114 INFO  (qtp18226876-14849) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={cf=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 1650116 ERROR (qtp18226876-14847) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1496)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1471)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1668)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:591)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1650116 INFO  (qtp18226876-14847) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={tlogFile=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/foo&command=filecontent} status=403 QTime=1
   [junit4]   2> 1650117 ERROR (qtp18226876-14847) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1492)
   [junit4]   2> 	at java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1490)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1471)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1668)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:591)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1650117 INFO  (qtp18226876-14847) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={tlogFile=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 1650118 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestIllegalFilePaths
   [junit4]   2> 1650118 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@f93f08{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1650118 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=24453970
   [junit4]   2> 1650118 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1650119 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f1f5cb: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@94d357
   [junit4]   2> 1650122 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1650123 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@930b87: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@aefab4
   [junit4]   2> 1650126 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1650126 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@36f3e4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@174b77e
   [junit4]   2> 1650126 INFO  (coreCloseExecutor-5939-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ddb0d5
   [junit4]   2> 1650126 INFO  (coreCloseExecutor-5939-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=14528725
   [junit4]   2> 1650126 INFO  (coreCloseExecutor-5939-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e4432f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@ab5199
   [junit4]   2> 1650131 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dc3bed{/solr,null,UNAVAILABLE}
   [junit4]   2> 1650131 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1650132 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@fe2e95{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1650132 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28959231
   [junit4]   2> 1650132 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1650132 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11eb12d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d11b6
   [junit4]   2> 1650137 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1650137 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11a40f7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@aefab4
   [junit4]   2> 1650141 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1650141 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c1b4b: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@174b77e
   [junit4]   2> 1650141 INFO  (coreCloseExecutor-5941-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f951bb
   [junit4]   2> 1650142 INFO  (coreCloseExecutor-5941-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=33116603
   [junit4]   2> 1650142 INFO  (coreCloseExecutor-5941-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8299c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1f31d1c
   [junit4]   2> 1650148 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ad98f4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1650148 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1650149 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexAndConfigAliasReplication
   [junit4]   2> 1650150 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/collection1
   [junit4]   2> 1650151 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c194da{/solr,null,AVAILABLE}
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@693be7{HTTP/1.1,[http/1.1]}{127.0.0.1:46145}
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server Started @1652194ms
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=46145}
   [junit4]   2> 1650152 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1650152 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1650153 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1650153 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1650153 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T05:58:43.723Z
   [junit4]   2> 1650153 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/solr.xml
   [junit4]   2> 1650155 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1650155 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1650156 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1650178 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650185 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650185 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650187 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/.
   [junit4]   2> 1650187 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1650187 INFO  (coreLoadExecutor-5948-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1650194 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1650231 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1650232 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1650232 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/./collection1, trusted=true
   [junit4]   2> 1650232 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650232 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1650233 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 1650234 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35440784037063733]
   [junit4]   2> 1650257 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1650257 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1650258 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.845616642538911]
   [junit4]   2> 1650258 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1519fb7[collection1] main]
   [junit4]   2> 1650258 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-003/collection1/conf
   [junit4]   2> 1650259 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1650259 INFO  (coreLoadExecutor-5948-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1650259 INFO  (searcherExecutor-5949-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1519fb7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1650260 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/collection1
   [junit4]   2> 1650262 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6384e8{/solr,null,AVAILABLE}
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ea75ce{HTTP/1.1,[http/1.1]}{127.0.0.1:44593}
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.e.j.s.Server Started @1652305ms
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=44593}
   [junit4]   2> 1650263 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1650263 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-24T05:58:43.833Z
   [junit4]   2> 1650264 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/solr.xml
   [junit4]   2> 1650266 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1650266 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1650266 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1650291 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650299 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650299 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650301 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/.
   [junit4]   2> 1650301 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[ACB654B7AC866C07]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1650301 INFO  (coreLoadExecutor-5958-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1650308 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1650311 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1650313 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1650313 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/./collection1, trusted=true
   [junit4]   2> 1650313 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a76c7
   [junit4]   2> 1650313 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1650313 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/./collection1/data/]
   [junit4]   2> 1650314 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35440784037063733]
   [junit4]   2> 1650340 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1650340 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1650341 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.845616642538911]
   [junit4]   2> 1650341 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@132def7[collection1] main]
   [junit4]   2> 1650341 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_ACB654B7AC866C07-001/solr-instance-004/collection1/conf
   [junit4]   2> 1650342 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1650342 INFO  (coreLoadExecutor-5958-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1650343 INFO  (searcherExecutor-5959-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@132def7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1650344 INFO  (qtp12127680-14893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1650345 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1650345 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1650345 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1650346 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1650346 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1650346 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1650346 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1650346 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1650347 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1650347 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1650347 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1650347 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1650347 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1650347 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1650348 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1650348 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1650348 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1650348 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1650348 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1650349 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1650349 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1650349 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1650349 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1650349 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1650349 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1650350 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1650350 INFO  (qtp12127680-14897) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1650350 INFO  (qtp12127680-14899) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  weba

[...truncated too long message...]

e12) [n:127.0.0.1:45103_solr c:utilizenodecoll s:shard2 r:core_node12 x:utilizenodecoll_shard2_replica_n11] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
   [junit4]   2> 2507344 INFO  (recoveryExecutor-4715-thread-1-processing-n:127.0.0.1:45103_solr x:utilizenodecoll_shard2_replica_n11 s:shard2 c:utilizenodecoll r:core_node12) [n:127.0.0.1:45103_solr c:utilizenodecoll s:shard2 r:core_node12 x:utilizenodecoll_shard2_replica_n11] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n11]  CLOSING SolrCore org.apache.solr.core.SolrCore@10537de
   [junit4]   2> 2507344 INFO  (recoveryExecutor-4715-thread-1-processing-n:127.0.0.1:45103_solr x:utilizenodecoll_shard2_replica_n11 s:shard2 c:utilizenodecoll r:core_node12) [n:127.0.0.1:45103_solr c:utilizenodecoll s:shard2 r:core_node12 x:utilizenodecoll_shard2_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.utilizenodecoll.shard2.replica_n11, tag=17119198
   [junit4]   2> 2507344 INFO  (recoveryExecutor-4715-thread-1-processing-n:127.0.0.1:45103_solr x:utilizenodecoll_shard2_replica_n11 s:shard2 c:utilizenodecoll r:core_node12) [n:127.0.0.1:45103_solr c:utilizenodecoll s:shard2 r:core_node12 x:utilizenodecoll_shard2_replica_n11] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@515bda: rootName = solr_45103, domain = solr.core.utilizenodecoll.shard2.replica_n11, service url = null, agent id = null] for registry solr.core.utilizenodecoll.shard2.replica_n11 / com.codahale.metrics.MetricRegistry@1a9de28
   [junit4]   2> 2507354 INFO  (recoveryExecutor-4715-thread-1-processing-n:127.0.0.1:45103_solr x:utilizenodecoll_shard2_replica_n11 s:shard2 c:utilizenodecoll r:core_node12) [n:127.0.0.1:45103_solr c:utilizenodecoll s:shard2 r:core_node12 x:utilizenodecoll_shard2_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.utilizenodecoll.shard2.leader, tag=17119198
   [junit4]   2> 2507354 WARN  (recoveryExecutor-4715-thread-1-processing-n:127.0.0.1:45103_solr x:utilizenodecoll_shard2_replica_n11 s:shard2 c:utilizenodecoll r:core_node12) [n:127.0.0.1:45103_solr c:utilizenodecoll s:shard2 r:core_node12 x:utilizenodecoll_shard2_replica_n11] o.a.s.c.RecoveryStrategy Stopping recovery for core=[utilizenodecoll_shard2_replica_n11] coreNodeName=[core_node12]
   [junit4]   2> 2507362 INFO  (jetty-closer-4647-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9620cd{/solr,null,UNAVAILABLE}
   [junit4]   2> 2507362 INFO  (jetty-closer-4647-thread-6) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2507362 ERROR (SUITE-TestUtilizeNode-seed#[ACB654B7AC866C07]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2507363 INFO  (SUITE-TestUtilizeNode-seed#[ACB654B7AC866C07]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38977 38977
   [junit4]   2> 2512471 INFO  (Thread-5901) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38977 38977
   [junit4]   2> 2512472 WARN  (Thread-5901) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	47	/solr/collections/utilizenodecoll/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99403325132439561-127.0.0.1:46685_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/utilizenodecoll/leader_elect/shard1/election/99403325132439561-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/utilizenodecoll/leader_elect/shard2/election/99403325132439562-core_node7-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestUtilizeNode_ACB654B7AC866C07-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1146, maxMBSortInHeap=5.517608174293363, sim=RandomSimilarity(queryNorm=true): {}, locale=fi, timezone=Atlantic/Bermuda
   [junit4]   2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=239674080,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CachingDirectoryFactoryTest, SolrJmxReporterTest, RequiredFieldsTest, EnumFieldTest, TestPartialUpdateDeduplication, TestSweetSpotSimilarityFactory, MultiThreadedOCPTest, StatsReloadRaceTest, DistributedVersionInfoTest, HdfsNNFailoverTest, LeaderFailureAfterFreshStartTest, TestLegacyField, TestLRUCache, TestOrdValues, TestCloudPseudoReturnFields, TestDocBasedVersionConstraints, TestSearchPerf, TestDistributedGrouping, ExplicitHLLTest, TestManagedSchemaAPI, HighlighterTest, TestComputePlanAction, TestMissingGroups, TestSolrCloudWithDelegationTokens, TestCollectionAPI, TestRequestForwarding, DistanceUnitsTest, TestSolrCloudSnapshots, TestSolrCloudWithHadoopAuthPlugin, TestDynamicFieldCollectionResource, TestBulkSchemaConcurrent, QueryElevationComponentTest, CollectionReloadTest, TestSystemIdResolver, DirectSolrConnectionTest, DistributedFacetPivotSmallTest, DistribDocExpirationUpdateProcessorTest, AsyncCallRequestStatusResponseTest, TestFieldCacheVsDocValues, TestExactSharedStatsCache, TestElisionMultitermQuery, BlockJoinFacetDistribTest, TestQueryUtils, PathHierarchyTokenizerFactoryTest, TestEmbeddedSolrServerAdminHandler, GraphQueryTest, TestNRTOpen, SchemaApiFailureTest, MoveReplicaHDFSFailoverTest, DataDrivenBlockJoinTest, TestJettySolrRunner, TestSchemaVersionResource, OverseerRolesTest, AutoAddReplicasIntegrationTest, TestSolr4Spatial, TestExportWriter, TestLeaderElectionWithEmptyReplica, SolrShardReporterTest, TestCoreBackup, AlternateDirectoryTest, XsltUpdateRequestHandlerTest, TestRecovery, AtomicUpdatesTest, ZkControllerTest, TestComplexPhraseQParserPlugin, SOLR749Test, TestInitQParser, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCharFilters, TestInPlaceUpdatesDistrib, TestTlogReplica, SpatialHeatmapFacetsTest, DistributedFacetPivotLargeTest, InfixSuggestersTest, LoggingHandlerTest, CloudMLTQParserTest, PeerSyncReplicationTest, ScriptEngineTest, HdfsLockFactoryTest, ShardRoutingCustomTest, FileUtilsTest, TestReversedWildcardFilterFactory, TestAuthorizationFramework, TestTrie, CdcrBootstrapTest, SampleTest, TestXmlQParser, BigEndianAscendingWordDeserializerTest, DeleteShardTest, TestCorePropertiesReload, PeerSyncTest, TestConfigSetImmutable, BasicFunctionalityTest, TestFunctionQuery, QueryResultKeyTest, HttpTriggerListenerTest, DistributedDebugComponentTest, TestJavabinTupleStreamParser, FieldMutatingUpdateProcessorTest, TestDistribDocBasedVersion, TestSolrIndexConfig, HdfsCollectionsAPIDistributedZkTest, TestReRankQParserPlugin, SignatureUpdateProcessorFactoryTest, ZkStateWriterTest, TestAddFieldRealTimeGet, UninvertDocValuesMergePolicyTest, TestManagedStopFilterFactory, SoftAutoCommitTest, ChaosMonkeySafeLeaderTest, SchemaVersionSpecificBehaviorTest, TestFoldingMultitermQuery, ReplaceNodeTest, NodeLostTriggerTest, TestImplicitCoreProperties, VMParamsZkACLAndCredentialsProvidersTest, MergeStrategyTest, TestSchemaManager, SimplePostToolTest, TestOverriddenPrefixQueryForCustomFieldType, DocumentBuilderTest, QueryEqualityTest, TestTestInjection, TimeRoutedAliasUpdateProcessorTest, SyncSliceTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, ConvertedLegacyTest, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, TermsComponentTest, RegexBoostProcessorTest, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteStatusTest, DocValuesNotIndexedTest, HttpPartitionTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RemoteQueryErrorTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestPrepRecovery, TestPullReplicaErrorHandling, TestSSLRandomization, TestSegmentSorting, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestUtilizeNode]
   [junit4] Completed [559/767 (2!)] on J1 in 15.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 44696 lines...]