You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/08 10:49:18 UTC

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 381 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/381/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([555251F1C020D09C:73C2BEA394AE1696]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11924 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_555251F1C020D09C-001/init-core-data-001
   [junit4]   2> 771907 WARN  (SUITE-TestDistribStateManager-seed#[555251F1C020D09C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
   [junit4]   2> 771907 INFO  (SUITE-TestDistribStateManager-seed#[555251F1C020D09C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 771913 INFO  (SUITE-TestDistribStateManager-seed#[555251F1C020D09C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 771913 INFO  (SUITE-TestDistribStateManager-seed#[555251F1C020D09C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 771914 INFO  (TEST-TestDistribStateManager.testHasData-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 771919 INFO  (TEST-TestDistribStateManager.testHasData-seed#[555251F1C020D09C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 771920 INFO  (TEST-TestDistribStateManager.testHasData-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> 771922 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
   [junit4]   2> 771922 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 771922 INFO  (Thread-1147) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 771922 INFO  (Thread-1147) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 771924 ERROR (Thread-1147) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 772022 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer start zk server on port:35333
   [junit4]   2> 772026 INFO  (zkConnectionManagerCallback-1256-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772026 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 772037 INFO  (zkConnectionManagerCallback-1258-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 772037 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 777039 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 777040 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35333 35333
   [junit4]   2> 777175 INFO  (Thread-1147) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35333 35333
   [junit4]   2> 777176 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=555251F1C020D09C -Dtests.slow=true -Dtests.locale=lt -Dtests.timezone=Asia/Bishkek -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 5.26s J0 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([555251F1C020D09C:73C2BEA394AE1696]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 777181 INFO  (TEST-TestDistribStateManager.testMulti-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 777181 INFO  (TEST-TestDistribStateManager.testMulti-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 777181 INFO  (Thread-1148) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 777181 INFO  (Thread-1148) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 777183 ERROR (Thread-1148) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 777281 INFO  (TEST-TestDistribStateManager.testMulti-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer start zk server on port:42928
   [junit4]   2> 777284 INFO  (zkConnectionManagerCallback-1260-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 777284 INFO  (TEST-TestDistribStateManager.testMulti-seed#[555251F1C020D09C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 777285 ERROR (TEST-TestDistribStateManager.testMulti-seed#[555251F1C020D09C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 777286 INFO  (TEST-TestDistribStateManager.testMulti-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42928 42928
   [junit4]   2> 777502 INFO  (Thread-1148) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42928 42928
   [junit4]   2> 777504 INFO  (TEST-TestDistribStateManager.testMulti-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> 777506 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
   [junit4]   2> 777506 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 777506 INFO  (Thread-1149) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 777506 INFO  (Thread-1149) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 777508 ERROR (Thread-1149) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 777606 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer start zk server on port:40652
   [junit4]   2> 777610 INFO  (zkConnectionManagerCallback-1262-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 777610 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 777654 INFO  (zkConnectionManagerCallback-1264-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 777654 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 777660 ERROR (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 777661 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40652 40652
   [junit4]   2> 777792 INFO  (Thread-1149) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40652 40652
   [junit4]   2> 777794 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 777797 INFO  (TEST-TestDistribStateManager.testListData-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListData
   [junit4]   2> 777797 INFO  (TEST-TestDistribStateManager.testListData-seed#[555251F1C020D09C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 777797 INFO  (TEST-TestDistribStateManager.testListData-seed#[555251F1C020D09C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListData
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_555251F1C020D09C-001
   [junit4]   2> Jan 08, 2018 9:32:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1991, maxMBSortInHeap=6.311786188141578, sim=RandomSimilarity(queryNorm=false): {}, locale=lt, timezone=Asia/Bishkek
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=130819232,total=455081984
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrFieldCacheBean, HdfsLockFactoryTest, TestComplexPhraseQParserPlugin, SmileWriterTest, TestCoreAdminApis, DistanceUnitsTest, PeerSyncWithIndexFingerprintCachingTest, TlogReplayBufferedWhileIndexingTest, TestNumericTerms64, TestXIncludeConfig, TestSolr4Spatial2, CollectionTooManyReplicasTest, TestCustomStream, ResourceLoaderTest, TestUtils, TestDistribIDF, HLLSerializationTest, TestDownShardTolerantSearch, TestPullReplicaErrorHandling, DeleteInactiveReplicaTest, BigEndianAscendingWordSerializerTest, PrimitiveFieldTypeTest, TestCoreDiscovery, SuggestComponentContextFilterQueryTest, OutputWriterTest, SearchHandlerTest, DirectoryFactoryTest, TestStressUserVersions, TestLFUCache, UnloadDistributedZkTest, TestRetrieveFieldsOptimizer, ClassificationUpdateProcessorTest, SuggesterTest, BlockJoinFacetRandomTest, TestPolicyCloud, TestDistributedSearch, TestManagedResource, SolrJmxReporterTest, TestSegmentSorting, DeleteShardTest, TestBinaryField, SignatureUpdateProcessorFactoryTest, HighlighterTest, TestStressInPlaceUpdates, DistributedFacetPivotSmallTest, TestCloudJSONFacetJoinDomain, TestCollectionAPI, TestSystemCollAutoCreate, TestSha256AuthenticationProvider, BasicDistributedZkTest, CdcrBidirectionalTest, TestConfigReload, TestDistribStateManager]
   [junit4] Completed [98/765 (1!)] on J0 in 6.66s, 5 tests, 1 failure <<< FAILURES!

[...truncated 50378 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 396 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/396/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679:42EFB96419A76B81]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)




Build Log:
[...truncated 12964 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 2969714 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/init-core-data-001
   [junit4]   2> 2969715 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
   [junit4]   2> 2969715 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2969716 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2969716 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qqlu/lo
   [junit4]   2> 2969719 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2969719 INFO  (Thread-4093) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2969719 INFO  (Thread-4093) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2969723 ERROR (Thread-4093) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2969820 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkTestServer start zk server on port:56164
   [junit4]   2> 2969823 INFO  (zkConnectionManagerCallback-4183-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2969830 INFO  (zkConnectionManagerCallback-4185-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2969840 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2969844 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2969846 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2969850 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2969851 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2969853 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2969855 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2969857 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2969858 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2969860 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2969862 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2969865 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2969999 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2969999 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69f72e69{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e3b0fb7{HTTP/1.1,[http/1.1]}{127.0.0.1:38716}
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2974855ms
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/control/data, replicaType=NRT, hostContext=/qqlu/lo, hostPort=38716, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores}
   [junit4]   2> 2970002 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:11.789Z
   [junit4]   2> 2970004 INFO  (zkConnectionManagerCallback-4187-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970005 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2970005 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/solr.xml
   [junit4]   2> 2970008 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2970008 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2970009 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2970011 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2970012 INFO  (zkConnectionManagerCallback-4191-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970014 INFO  (zkConnectionManagerCallback-4193-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2970123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38716_qqlu%2Flo
   [junit4]   2> 2970124 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) starting
   [junit4]   2> 2970133 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38716_qqlu%2Flo
   [junit4]   2> 2970137 INFO  (OverseerStateUpdate-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2970240 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2970247 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2970247 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2970248 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores
   [junit4]   2> 2970262 INFO  (zkConnectionManagerCallback-4199-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2970265 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
   [junit4]   2> 2970267 INFO  (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2970270 INFO  (OverseerThreadFactory-7266-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2970385 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2970386 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2970500 INFO  (zkCallback-4192-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2971409 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2971432 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2971479 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2971499 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2971501 WARN  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2971539 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2971539 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2971552 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2971552 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2971553 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2971553 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55842b3[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2971555 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2971555 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2971555 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2971556 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737258581229568
   [junit4]   2> 2971556 INFO  (searcherExecutor-7269-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@55842b3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2971565 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2971670 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2971718 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2971722 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1337
   [junit4]   2> 2971729 INFO  (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2971824 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2972274 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2972729 INFO  (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2} status=0 QTime=2463
   [junit4]   2> 2972734 INFO  (zkConnectionManagerCallback-4203-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2972736 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2972742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
   [junit4]   2> 2972742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2972748 INFO  (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2972752 INFO  (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2972754 WARN  (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2972961 INFO  (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2972962 INFO  (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
   [junit4]   2> 2973119 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001 of type NRT
   [junit4]   2> 2973120 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2973121 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fe4ac76{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2973122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4476d80e{HTTP/1.1,[http/1.1]}{127.0.0.1:61941}
   [junit4]   2> 2973122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2977976ms
   [junit4]   2> 2973122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=61941, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores}
   [junit4]   2> 2973123 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:14.910Z
   [junit4]   2> 2973125 INFO  (zkConnectionManagerCallback-4205-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2973126 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2973126 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/solr.xml
   [junit4]   2> 2973128 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2973128 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2973128 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2973132 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2973134 INFO  (zkConnectionManagerCallback-4209-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2973137 INFO  (zkConnectionManagerCallback-4211-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2973145 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2973149 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2973151 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61941_qqlu%2Flo
   [junit4]   2> 2973157 INFO  (zkCallback-4202-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2973157 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2973158 INFO  (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2973246 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2973253 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2973253 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2973254 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores
   [junit4]   2> 2973274 INFO  (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2973278 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2973278 INFO  (OverseerThreadFactory-7266-thread-3-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:61941_qqlu%2Flo for creating new replica
   [junit4]   2> 2973284 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2973284 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2974303 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2974324 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
   [junit4]   2> 2974406 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2974445 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
   [junit4]   2> 2974446 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974446 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2974446 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
   [junit4]   2> 2974447 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2974450 WARN  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2974497 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2974497 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2974498 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2974498 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2974499 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2974499 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@de0f789[collection1_shard2_replica_n61] main]
   [junit4]   2> 2974500 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2974501 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2974501 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2974502 INFO  (searcherExecutor-7280-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@de0f789[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2974502 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737261670334464
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ has no replicas
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2974514 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ shard2
   [junit4]   2> 2974668 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2974670 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1386
   [junit4]   2> 2974672 INFO  (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1398
   [junit4]   2> 2974800 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001 of type NRT
   [junit4]   2> 2974801 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3422e80e{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f636e8b{HTTP/1.1,[http/1.1]}{127.0.0.1:58235}
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2979657ms
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=58235, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores}
   [junit4]   2> 2974803 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:16.591Z
   [junit4]   2> 2974806 INFO  (zkConnectionManagerCallback-4215-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2974807 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2974807 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/solr.xml
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2974814 INFO  (zkConnectionManagerCallback-4219-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2974817 INFO  (zkConnectionManagerCallback-4221-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2974826 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2974828 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2974831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58235_qqlu%2Flo
   [junit4]   2> 2974832 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974832 INFO  (zkCallback-4202-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974832 INFO  (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974833 INFO  (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974935 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974941 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974941 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974946 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores
   [junit4]   2> 2974988 INFO  (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2974992 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2974992 INFO  (OverseerThreadFactory-7266-thread-4-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58235_qqlu%2Flo for creating new replica
   [junit4]   2> 2974997 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2974997 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2976012 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2976021 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
   [junit4]   2> 2976086 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
   [junit4]   2> 2976108 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2976110 WARN  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2976145 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2976145 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e2db062[collection1_shard3_replica_n63] main]
   [junit4]   2> 2976148 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2976149 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2976149 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2976150 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737263398387712
   [junit4]   2> 2976150 INFO  (searcherExecutor-7291-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@3e2db062[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ has no replicas
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2976159 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ shard3
   [junit4]   2> 2976314 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2976317 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1320
   [junit4]   2> 2976319 INFO  (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1330
   [junit4]   2> 2976438 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001 of type NRT
   [junit4]   2> 2976438 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2976439 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ae37004{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2976440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@450b3ecf{HTTP/1.1,[http/1.1]}{127.0.0.1:63302}
   [junit4]   2> 2976440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2981295ms
   [junit4]   2> 2976440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=63302, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores}
   [junit4]   2> 2976441 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:18.228Z
   [junit4]   2> 2976443 INFO  (zkConnectionManagerCallback-4225-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2976444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2976444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/solr.xml
   [junit4]   2> 2976446 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2976446 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2976447 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2976449 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2976450 INFO  (zkConnectionManagerCallback-4229-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2976453 INFO  (zkConnectionManagerCallback-4231-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2976463 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2976466 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2976469 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63302_qqlu%2Flo
   [junit4]   2> 2976470 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976470 INFO  (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976470 INFO  (zkCallback-4202-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976470 INFO  (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976472 INFO  (zkCallback-4230-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976527 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976535 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976535 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976536 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores
   [junit4]   2> 2976565 INFO  (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2976569 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2976569 INFO  (OverseerThreadFactory-7266-thread-5-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:63302_qqlu%2Flo for creating new replica
   [junit4]   2> 2976573 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2976574 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2977600 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2977616 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
   [junit4]   2> 2977683 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2977702 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
   [junit4]   2> 2977703 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2977703 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2977703 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
   [junit4]   2> 2977704 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2977706 WARN  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2977740 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2977740 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2977741 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2977741 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2977741 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2977742 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@617075fb[collection1_shard1_replica_n65] main]
   [junit4]   2> 2977743 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2977744 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2977744 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2977745 INFO  (searcherExecutor-7302-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@617075fb[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2977745 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737265070866432
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ has no replicas
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2977754 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ shard1
   [junit4]   2> 2977905 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2977909 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1335
   [junit4]   2> 2977913 INFO  (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1348
   [junit4]   2> 2978059 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001 of type NRT
   [junit4]   2> 2978059 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2978060 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d477168{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2978062 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a9c4499{HTTP/1.1,[http/1.1]}{127.0.0.1:39994}
   [junit4]   2> 2978063 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2982919ms
   [junit4]   2> 2978063 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=39994, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/cores}
   [junit4]   2> 2978064 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2978066 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2978066 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2978067 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2978067 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:19.854Z
   [junit4]   2> 2978070 INFO  (zkConnectionManagerCallback-4235-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2978071 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2978071 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/solr.xml
   [junit4]   2> 2978094 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2978094 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaF

[...truncated too long message...]

orPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 16, 2018 8:51:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=87, maxMBSortInHeap=6.625891536050945, sim=RandomSimilarity(queryNorm=false): {}, locale=ga-IE, timezone=America/St_Barthelemy
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=170678088,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestFieldCollectionResource, CloneFieldUpdateProcessorFactoryTest, TestNoOpRegenerator, SpellPossibilityIteratorTest, TestTrieFacet, SpatialRPTFieldTypeTest, TestPullReplica, TestCryptoKeys, MissingSegmentRecoveryTest, TestSimDistributedQueue, LoggingHandlerTest, TestCollationFieldDocValues, TestManagedSchemaThreadSafety, TestRawTransformer, TestAnalyzeInfixSuggestions, SolrShardReporterTest, TestSolrDeletionPolicy1, EchoParamsTest, JSONWriterTest, TestExclusionRuleCollectionAccess, RestartWhileUpdatingTest, AnalysisAfterCoreReloadTest, TestCustomSort, CacheHeaderTest, PluginInfoTest, TestCloudPivotFacet, TestPivotHelperCode, DocValuesTest, DocValuesMultiTest, TimeRoutedAliasUpdateProcessorTest, IndexSchemaRuntimeFieldTest, SynonymTokenizerTest, TestFieldCacheWithThreads, UpdateParamsTest, LeaderElectionIntegrationTest, BigEndianAscendingWordDeserializerTest, TestDynamicFieldCollectionResource, TestBadConfig, TestManagedStopFilterFactory, RuleEngineTest, DebugComponentTest, ReplicaListTransformerTest, NumberUtilsTest, UtilsToolTest, TestExtendedDismaxParser, TestFaceting, JvmMetricsTest, TestSystemIdResolver, DistributedFacetPivotWhiteBoxTest, TestUninvertingReader, TestLMJelinekMercerSimilarityFactory, AutoAddReplicasPlanActionTest, TestSolrCoreParser, SchemaApiFailureTest, SolrIndexMetricsTest, DistributedMLTComponentTest, TestMissingGroups, TestReload, DocumentAnalysisRequestHandlerTest, CoreAdminHandlerTest, QueryEqualityTest, TestInPlaceUpdatesDistrib, TestConfigsApi, TestGroupingSearch, OutOfBoxZkACLAndCredentialsProvidersTest, QueryElevationComponentTest, ShardSplitTest, TestBM25SimilarityFactory, TestReplicationHandlerBackup, TestFilteredDocIdSet, BasicZkTest, TestAuthenticationFramework, BitVectorTest, UninvertDocValuesMergePolicyTest, TestBulkSchemaAPI, TestDelegationWithHadoopAuth, TestEmbeddedSolrServerConstructors, SimpleCollectionCreateDeleteTest, TestPayloadCheckQParserPlugin, TestPerFieldSimilarity, AutoscalingHistoryHandlerTest, HdfsDirectoryTest, TestComponentsName, TestSmileRequest, SystemInfoHandlerTest, DistributedFacetPivotLargeTest, TestConfig, TestRTGBase, HdfsChaosMonkeySafeLeaderTest, CoreAdminRequestStatusTest, TestJsonFacetRefinement, OverseerTaskQueueTest, CurrencyRangeFacetCloudTest, TestRestoreCore, TestUnifiedSolrHighlighter, TestSchemaNameResource, TestSolrConfigHandlerConcurrent, HttpPartitionTest, CustomHighlightComponentTest, TestWordDelimiterFilterFactory, BasicDistributedZk2Test, V2ApiIntegrationTest, TestCloudInspectUtil, TestQueryWrapperFilter, SolrSlf4jReporterTest, MoveReplicaHDFSTest, TestQueryUtils, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedQueryComponentOptimizationTest, SolrGangliaReporterTest, NodeLostTriggerTest, HdfsTlogReplayBufferedWhileIndexingTest, OverseerRolesTest, SimplePostToolTest, TestSolrQueryResponse, AtomicUpdatesTest, SampleTest, HttpSolrCallGetCoreTest, TestSortByMinMaxFunction, TestUtilizeNode, SolrCoreCheckLockOnStartupTest, TestSolrCloudSnapshots, SchemaVersionSpecificBehaviorTest, TestExportWriter, CustomCollectionTest, TestShortCircuitedRequests, TestRemoteStreaming, TriLevelCompositeIdRoutingTest, TestMinMaxOnMultiValuedField, ShardRoutingCustomTest, TriggerIntegrationTest, TestApiFramework, QueryResultKeyTest, TestCloudManagedSchema, SolrJmxReporterCloudTest, TestMacroExpander, TestFastOutputStream, UUIDUpdateProcessorFallbackTest, TestRandomFlRTGCloud, TestMergePolicyConfig, BaseCdcrDistributedZkTest, HdfsBasicDistributedZkTest, TestSolrCloudWithHadoopAuthPlugin, TestComplexPhraseLeadingWildcard, AnalyticsMergeStrategyTest, TestZkChroot, TestSolrJ, SpatialHeatmapFacetsTest, LargeFieldTest, TestConfigSetsAPIExclusivity, TestCorePropertiesReload, TestIndexSearcher, TestCoreBackup, TestDocumentBuilder, AliasIntegrationTest, TermsComponentTest, BadComponentTest, TestExactSharedStatsCache, BlockJoinFacetDistribTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestLockTree, BlockDirectoryTest, ConjunctionSolrSpellCheckerTest, TestLuceneIndexBackCompat, DocValuesNotIndexedTest, OpenExchangeRatesOrgProviderTest, HdfsNNFailoverTest, TestCrossCoreJoin, TestPerFieldSimilarityWithDefaultOverride, TestRecoveryHdfs, TestManagedResourceStorage, ZkNodePropsTest, TestBinaryResponseWriter, TemplateUpdateProcessorTest, TestStressLiveNodes, TestSkipOverseerOperations, TestFoldingMultitermQuery, TestDistribDocBasedVersion, TestCloudNestedDocsSort, OverseerCollectionConfigSetProcessorTest, CloudExitableDirectoryReaderTest, JsonLoaderTest, TestDefaultStatsCache, TestCoreContainer, TestExceedMaxTermLength, TestNumericTerms32, TestAuthorizationFramework, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, TestReplicationHandler, TestRandomDVFaceting, TestDistributedSearch, TestStressReorder, DistributedTermsComponentTest, SolrCoreTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, FileUtilsTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SSLMigrationTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudRecovery, TestConfigSetsAPI, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=CABB86BEB75B0679 -Dtests.slow=true -Dtests.locale=ga-IE -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)
   [junit4] Completed [569/767 (2!)] on J1 in 38.91s, 12 tests, 1 error <<< FAILURES!

[...truncated 48832 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 395 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/395/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748) ,time=1}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
,time=1}
	at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13021 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/init-core-data-001
   [junit4]   2> 2240384 WARN  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2240384 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2240386 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 2240386 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2240386 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /q_j/aw
   [junit4]   2> 2240515 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1
   [junit4]   2> 2240516 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2240517 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a0d33b7{/q_j/aw,null,AVAILABLE}
   [junit4]   2> 2240518 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ce5e34d{HTTP/1.1,[http/1.1]}{127.0.0.1:39198}
   [junit4]   2> 2240518 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server Started @2244385ms
   [junit4]   2> 2240518 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=39198, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores}
   [junit4]   2> 2240519 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T19:31:59.383Z
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/solr.xml
   [junit4]   2> 2240521 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2240521 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2240522 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2240552 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240557 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240557 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240558 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores
   [junit4]   2> 2240559 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2240559 INFO  (coreLoadExecutor-7285-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2240559 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2240607 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2240621 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2240687 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 2240693 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
   [junit4]   2> 2240731 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2240731 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2240732 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2240732 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2240733 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2240733 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65b7a39c[collection1] main]
   [junit4]   2> 2240733 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2240736 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2240752 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2240752 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2240752 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688107916066816
   [junit4]   2> 2240752 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2240752 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2240754 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2240755 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65b7a39c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2240864 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 2240865 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@775b07da{/q_j/aw,null,AVAILABLE}
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@130dfef8{HTTP/1.1,[http/1.1]}{127.0.0.1:41218}
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server Started @2244740ms
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=41218, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores}
   [junit4]   2> 2240874 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T19:31:59.739Z
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 2240877 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2240878 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2240878 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2240904 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240910 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240910 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240911 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores
   [junit4]   2> 2240911 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2240912 INFO  (coreLoadExecutor-7296-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2240912 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2240934 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2240948 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2241015 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 2241022 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
   [junit4]   2> 2241061 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2241062 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2241062 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2241062 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2241063 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2241063 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6da453f[collection1] main]
   [junit4]   2> 2241064 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2241068 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2241083 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2241083 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688108263145472
   [junit4]   2> 2241083 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2241083 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2241085 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2241085 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2241085 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2241086 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6da453f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2241087 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108266291200)} 0 0
   [junit4]   2> 2241089 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108268388352)} 0 0
   [junit4]   2> 2241090 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108270485504)]} 0 0
   [junit4]   2> 2241091 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108271534080)]} 0 0
   [junit4]   2> 2241092 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108272582656)]} 0 0
   [junit4]   2> 2241093 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108273631232)]} 0 0
   [junit4]   2> 2241093 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108273631232)]} 0 0
   [junit4]   2> 2241094 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108274679808)]} 0 0
   [junit4]   2> 2241094 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108274679808)]} 0 0
   [junit4]   2> 2241095 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108275728384)]} 0 0
   [junit4]   2> 2241096 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108275728384)]} 0 0
   [junit4]   2> 2241096 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108276776960)]} 0 0
   [junit4]   2> 2241097 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108276776960)]} 0 0
   [junit4]   2> 2241097 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108277825536)]} 0 0
   [junit4]   2> 2241098 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108277825536)]} 0 0
   [junit4]   2> 2241098 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108278874112)]} 0 0
   [junit4]   2> 2241098 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108278874112)]} 0 0
   [junit4]   2> 2241099 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108279922688)]} 0 0
   [junit4]   2> 2241099 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108279922688)]} 0 0
   [junit4]   2> 2241100 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108280971264)]} 0 0
   [junit4]   2> 2241100 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108280971264,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241100 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108280971264
   [junit4]   2> 2241104 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3755d71d[collection1] main]
   [junit4]   2> 2241105 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241106 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3755d71d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
   [junit4]   2> 2241106 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 2241106 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108287262720,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241106 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108287262720
   [junit4]   2> 2241110 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@605d6de2[collection1] main]
   [junit4]   2> 2241110 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241111 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@605d6de2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
   [junit4]   2> 2241112 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 2241113 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108293554176)]} 0 1
   [junit4]   2> 2241115 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108295651328)]} 0 1
   [junit4]   2> 2241116 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
   [junit4]   2> 2241117 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
   [junit4]   2> 2241117 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108298797056)]} 0 0
   [junit4]   2> 2241118 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108299845632)]} 0 0
   [junit4]   2> 2241118 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108299845632)]} 0 0
   [junit4]   2> 2241119 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108300894208)]} 0 0
   [junit4]   2> 2241120 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108301942784)]} 0 0
   [junit4]   2> 2241121 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108302991360)]} 0 0
   [junit4]   2> 2241122 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108302991360)]} 0 0
   [junit4]   2> 2241122 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108304039936)]} 0 0
   [junit4]   2> 2241122 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108304039936)]} 0 0
   [junit4]   2> 2241123 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108305088512)]} 0 0
   [junit4]   2> 2241123 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108305088512)]} 0 0
   [junit4]   2> 2241124 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108306137088)]} 0 0
   [junit4]   2> 2241124 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108306137088)]} 0 0
   [junit4]   2> 2241125 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108307185664)]} 0 0
   [junit4]   2> 2241125 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185664)]} 0 0
   [junit4]   2> 2241126 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185665)]} 0 0
   [junit4]   2> 2241126 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
   [junit4]   2> 2241126 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
   [junit4]   2> 2241127 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
   [junit4]   2> 2241127 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
   [junit4]   2> 2241128 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108309282817)]} 0 0
   [junit4]   2> 2241128 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108310331392)]} 0 0
   [junit4]   2> 2241128 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108310331392)]} 0 0
   [junit4]   2> 2241129 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108311379968)]} 0 0
   [junit4]   2> 2241129 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379968)]} 0 0
   [junit4]   2> 2241129 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379969)]} 0 0
   [junit4]   2> 2241130 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
   [junit4]   2> 2241130 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
   [junit4]   2> 2241131 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108312428545)]} 0 0
   [junit4]   2> 2241131 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108313477120)]} 0 0
   [junit4]   2> 2241131 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108313477120)]} 0 0
   [junit4]   2> 2241132 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108314525696)]} 0 0
   [junit4]   2> 2241132 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525696)]} 0 0
   [junit4]   2> 2241132 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525697)]} 0 0
   [junit4]   2> 2241133 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
   [junit4]   2> 2241133 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
   [junit4]   2> 2241134 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
   [junit4]   2> 2241134 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
   [junit4]   2> 2241135 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108316622849)]} 0 0
   [junit4]   2> 2241135 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108317671424)]} 0 0
   [junit4]   2> 2241135 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108317671424)]} 0 0
   [junit4]   2> 2241136 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108318720000)]} 0 0
   [junit4]   2> 2241136 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108318720000)]} 0 0
   [junit4]   2> 2241137 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108319768576)]} 0 0
   [junit4]   2> 2241137 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108319768576)]} 0 0
   [junit4]   2> 2241138 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108320817152)]} 0 0
   [junit4]   2> 2241139 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108320817152)]} 0 0
   [junit4]   2> 2241139 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108321865728)]} 0 0
   [junit4]   2> 2241139 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865728)]} 0 0
   [junit4]   2> 2241140 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865729)]} 0 0
   [junit4]   2> 2241140 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
   [junit4]   2> 2241140 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
   [junit4]   2> 2241141 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
   [junit4]   2> 2241141 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
   [junit4]   2> 2241141 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108323962881)]} 0 0
   [junit4]   2> 2241142 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108325011456)]} 0 0
   [junit4]   2> 2241142 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011456)]} 0 0
   [junit4]   2> 2241143 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011457)]} 0 0
   [junit4]   2> 2241143 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
   [junit4]   2> 2241143 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
   [junit4]   2> 2241144 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
   [junit4]   2> 2241144 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
   [junit4]   2> 2241145 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108327108609)]} 0 0
   [junit4]   2> 2241145 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108328157184)]} 0 0
   [junit4]   2> 2241145 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108328157184)]} 0 0
   [junit4]   2> 2241146 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108329205760)]} 0 0
   [junit4]   2> 2241146 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205760)]} 0 0
   [junit4]   2> 2241146 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205761)]} 0 0
   [junit4]   2> 2241147 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
   [junit4]   2> 2241147 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
   [junit4]   2> 2241147 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108330254337)]} 0 0
   [junit4]   2> 2241148 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108331302912)]} 0 0
   [junit4]   2> 2241148 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302912)]} 0 0
   [junit4]   2> 2241149 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302913)]} 0 0
   [junit4]   2> 2241149 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
   [junit4]   2> 2241149 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
   [junit4]   2> 2241150 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
   [junit4]   2> 2241150 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
   [junit4]   2> 2241150 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108334448641)]} 0 0
   [junit4]   2> 2241152 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108335497216)]} 0 0
   [junit4]   2> 2241152 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108335497216)]} 0 0
   [junit4]   2> 2241153 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108336545792)]} 0 0
   [junit4]   2> 2241153 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545792)]} 0 0
   [junit4]   2> 2241153 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545793)]} 0 0
   [junit4]   2> 2241154 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
   [junit4]   2> 2241154 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
   [junit4]   2> 2241155 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108337594369)]} 0 0
   [junit4]   2> 2241155 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108338642944)]} 0 0
   [junit4]   2> 2241155 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108338642944)]} 0 0
   [junit4]   2> 2241156 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108339691520)]} 0 0
   [junit4]   2> 2241156 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691520)]} 0 0
   [junit4]   2> 2241156 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691521)]} 0 0
   [junit4]   2> 2241157 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108339691521)]} 0 0
   [junit4]   2> 2241157 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108340740096)]} 0 0
   [junit4]   2> 2241157 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108340740096)]} 0 0
   [junit4]   2> 2241158 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108341788672)]} 0 0
   [junit4]   2> 2241158 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788672)]} 0 0
   [junit4]   2> 2241158 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788673)]} 0 0
   [junit4]   2> 2241159 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
   [junit4]   2> 2241159 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
   [junit4]   2> 2241160 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108342837249)]} 0 0
   [junit4]   2> 2241160 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108343885824)]} 0 0
   [junit4]   2> 2241160 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885824)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885825)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108344934401)]} 0 0
   [junit4]   2> 2241162 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108345982976)]} 0 0
   [junit4]   2> 2241162 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982976)]} 0 0
   [junit4]   2> 2241163 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982977)]} 0 0
   [junit4]   2> 2241163 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108347031552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241163 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108347031552
   [junit4]   2> 2241168 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fab6209[collection1] main]
   [junit4]   2> 2241168 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241169 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fab6209[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
   [junit4]   2> 2241169 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 2241170 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108354371584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241170 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108354371584
   [junit4]   2> 2241174 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ac47e03[collection1] main]
   [junit4]   2> 2241175 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241176 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ac47e03[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
   [junit4]   2> 2241176 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 2241176 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 2241177 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 2241177 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 2241177 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 2241178 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241188 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720043&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241189 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720043&ids=111,145,101,146,5,126,139,8,108,131&isShard=true&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241190 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
   [junit4]   2> 2241191 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241193 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720056&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241194 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720056&ids=132,12,1,135,114,4,137,149,128,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241195 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241196 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241197 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720060&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241197 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720060&ids=144,145,2,6,107,118,9,119,109,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241198 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241199 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241200 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720064&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241201 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720064&ids=111,134,123,147,115,104,139,140,130,120&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241201 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241202 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241203 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720067&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241204 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720067&ids=143,121,122,135,136,147,127,129,108,119&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241205 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241205 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241206 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720070&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241207 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720070&ids=13,14,102,103,115,148,126,16,149,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241208 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241209 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241210 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720073&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241211 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720073&ids=112,113,114,115,104,105,138,7,119,131&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241211 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241212 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241213 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720077&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241214 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720077&ids=143,121,132,100,13,124,137,139,107,142&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241215 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241216 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241217 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720080&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241218 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720080&ids=111,101,146,115,104,17,6,139,107,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241218 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241219 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241220 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720084&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241221 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720084&ids=3,102,125,5,148,137,149,138,7,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241222 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241222 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241223 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720087&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241224 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720087&ids=110,143,122,111,145,146,136,147,15,117&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241225 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241225 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241226 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720090&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241227 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720090&ids=1,2,114,103,115,127,149,7,131,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241228 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241228 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241233 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720093&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241234 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720093&ids=110,1,123,113,14,126,16,116,117,140&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241235 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 2241235 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241236 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720100&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241237 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720100&ids=122,112,3,124,114,5,17,142,131,10&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241237 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241238 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241239 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720103&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241239 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720103&ids=122,144,135,136,125,103,115,105,107,140&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241240 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241240 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241241 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720105&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241242 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720105&ids=143,1,100,14,137,127,128,117,118,108&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241243 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241243 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241245 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720108&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241245 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720108&ids=110,144,2,145,14,124,16,116,7,129&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241246 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241246 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241248 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720111&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241248 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720111&ids=11,100,101,13,135,115,6,9,109,141&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241249 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241250 INFO  (qtp1973216483-22873) [    x:collection1] o.a.

[...truncated too long message...]

it4]   2> 2263163 INFO  (coreCloseExecutor-7343-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b2f3df4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a0c494a
   [junit4]   2> 2263174 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c5abd86{/q_j/aw,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=8E4F2863D61E43C4 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Europe/Gibraltar -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 22.8s J1 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > ,time=1}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {severity=PostingsFormat(name=LuceneVarGapFixedInterval), foo_sev_enum=FST50, SubjectTerms_mfacet=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=LuceneFixedGap), rnd_b=FST50, a_s=PostingsFormat(name=LuceneVarGapFixedInterval), oddField_s=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt1and2=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Direct), foo_b=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt=PostingsFormat(name=LuceneFixedGap), id=FST50, text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{other_tl1=DocValuesFormat(name=Memory), range_facet_l_dv=DocValuesFormat(name=Lucene70), n_l1=DocValuesFormat(name=Memory), a_n_tdt=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), n_td1=DocValuesFormat(name=Direct), n_d1=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Memory), n_f1=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Direct), n_tf1=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Memory), severity=DocValuesFormat(name=Asserting), foo_sev_enum=DocValuesFormat(name=Lucene70), n_dt1=DocValuesFormat(name=Direct), a_i1=DocValuesFormat(name=Memory), b_n_tdt=DocValuesFormat(name=Memory), n_ti1=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), n_tdt1=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Direct), foo_d=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Memory), foo_f=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=247, maxMBSortInHeap=6.23067014308808, sim=RandomSimilarity(queryNorm=false): {}, locale=hr-HR, timezone=Europe/Gibraltar
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=151491592,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, TestIndexSearcher, TestExpandComponent, TestXmlQParserPlugin, BasicZkTest, TestFieldTypeCollectionResource, CdcrVersionReplicationTest, TestIntervalFaceting, TestManagedSchema, TestFastLRUCache, TemplateUpdateProcessorTest, TestOnReconnectListenerSupport, TestQueryTypes, BasicAuthStandaloneTest, DistribDocExpirationUpdateProcessorTest, SolrShardReporterTest, OpenCloseCoreStressTest, TestCollationFieldDocValues, FullSolrCloudDistribCmdsTest, TestElisionMultitermQuery, JsonLoaderTest, TestDFISimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, AnalyticsMergeStrategyTest, TestStandardQParsers, BasicDistributedZk2Test, TestCustomSort, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheReopen, TestHashQParserPlugin, TestConfig, DeleteStatusTest, DocumentBuilderTest, TestStressReorder, OverseerTaskQueueTest, TestAnalyzedSuggestions, DocValuesMissingTest, TimeRoutedAliasUpdateProcessorTest, LeaderElectionIntegrationTest, SearchHandlerTest, TermVectorComponentDistributedTest, TestLockTree, TestSkipOverseerOperations, TestConfigSetsAPIExclusivity, BlockJoinFacetDistribTest, SystemInfoHandlerTest, CustomHighlightComponentTest, HdfsBasicDistributedZkTest, TestSimDistributedQueue, ComputePlanActionTest, ReplaceNodeTest, HdfsWriteToMultipleCollectionsTest, TestDocTermOrds, TestFoldingMultitermQuery, DirectSolrSpellCheckerTest, ShardRoutingCustomTest, TestSolrCLIRunExample, FullHLLTest, SOLR749Test, TestSchemaSimilarityResource, TestExclusionRuleCollectionAccess, HttpSolrCallGetCoreTest, DistributedFacetPivotLargeTest, TestExactSharedStatsCache, TestSort, TestDocumentBuilder, TestCloudPivotFacet, TestTrieFacet, TestBadConfig, TestManagedSynonymGraphFilterFactory, TestFieldCacheSortRandom, ManagedSchemaRoundRobinCloudTest, MoveReplicaHDFSTest, BasicFunctionalityTest, HLLUtilTest, MetricUtilsTest, TestLegacyFieldReuse, CacheHeaderTest, V2ApiIntegrationTest, ZkStateWriterTest, UpdateParamsTest, SuggestComponentTest, SolrJmxReporterCloudTest, TestComputePlanAction, CdcrBootstrapTest, TestReplicationHandlerBackup, UpdateLogTest, TestExecutePlanAction, TestHighFrequencyDictionaryFactory, TestBlobHandler, QueryEqualityTest, CoreAdminRequestStatusTest, SolrCoreCheckLockOnStartupTest, TestAuthenticationFramework, TestExceedMaxTermLength, TestSmileRequest, TestRTGBase, PropertiesRequestHandlerTest, PluginInfoTest, DistributedMLTComponentTest, HdfsNNFailoverTest, TestLegacyTerms, TestCoreContainer, SolrSlf4jReporterTest, TestComponentsName, LegacyCloudClusterPropTest, ActionThrottleTest, TestPartialUpdateDeduplication, TestDistribDocBasedVersion, TestExtendedDismaxParser, TestFieldCacheWithThreads, CopyFieldTest, TestCoreBackup, MBeansHandlerTest, TestSortByMinMaxFunction, TestLMJelinekMercerSimilarityFactory, TestNumericTerms32, TestMinMaxOnMultiValuedField, TestStressCloudBlindAtomicUpdates, TestUnifiedSolrHighlighter, TestDistributedMissingSort, CoreAdminHandlerTest, TestObjectReleaseTracker, TestQueryUtils, TestFaceting, TestNRTOpen, TestPerFieldSimilarity, PeerSyncTest, DocValuesMultiTest, CoreSorterTest, FileUtilsTest, TestShardHandlerFactory, TestLargeCluster, QueryResultKeyTest, TestSchemaManager, TestWordDelimiterFilterFactory, SegmentsInfoRequestHandlerTest, TestMacroExpander, TestFunctionQuery, SoftAutoCommitTest, BadComponentTest, SolrGangliaReporterTest, BlockJoinFacetSimpleTest, SynonymTokenizerTest, HdfsChaosMonkeySafeLeaderTest, TestFastOutputStream, TestCrossCoreJoin, CollectionStateFormat2Test, TestManagedResourceStorage, TestClusterStateMutator, AutoscalingHistoryHandlerTest, TestDynamicFieldCollectionResource, CheckHdfsIndexTest, CloneFieldUpdateProcessorFactoryTest, TestSearchPerf, TermsComponentTest, UninvertDocValuesMergePolicyTest, PreAnalyzedFieldTest, CurrencyFieldTypeTest, TestMissingGroups, DeleteLastCustomShardedReplicaTest, TestLRUCache, TestUseDocValuesAsStored, TestFastWriter, TestRemoteStreaming, TestNoOpRegenerator, TestLRUStatsCache, TestExportWriter, DocValuesTest, TestSolrCloudWithHadoopAuthPlugin, CachingDirectoryFactoryTest, SchemaApiFailureTest, DistributedExpandComponentTest, SolrCloudExampleTest, SpellingQueryConverterTest, CollectionsAPIDistributedZkTest, TestPivotHelperCode, SystemLogListenerTest, TriggerIntegrationTest, TestAuthorizationFramework, TestSolrJ, TestEmbeddedSolrServerConstructors, TestCloudNestedDocsSort, FieldMutatingUpdateProcessorTest, PreAnalyzedUpdateProcessorTest, DataDrivenBlockJoinTest, UUIDUpdateProcessorFallbackTest, AtomicUpdatesTest, HdfsRecoveryZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch]
   [junit4] Completed [394/767 (1!)] on J1 in 22.81s, 1 test, 1 failure <<< FAILURES!

[...truncated 49350 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 394 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/394/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:B2943445C12B7558]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:BBA34912F1104A2D]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:27D1E41F61AE506F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12393 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 825454 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/init-core-data-001
   [junit4]   2> 825454 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 825454 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 825455 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 825456 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001
   [junit4]   2> 825456 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 825456 INFO  (Thread-2792) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 825456 INFO  (Thread-2792) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 825458 ERROR (Thread-2792) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 825556 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41165
   [junit4]   2> 825560 INFO  (zkConnectionManagerCallback-1515-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825585 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825586 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@593a0bd2{/solr,null,AVAILABLE}
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49d3bccc{SSL,[ssl, http/1.1]}{127.0.0.1:39334}
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.Server Started @828100ms
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39334}
   [junit4]   2> 825587 ERROR (jetty-launcher-1512-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.665Z
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@854454a{/solr,null,AVAILABLE}
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@fc6da57{SSL,[ssl, http/1.1]}{127.0.0.1:36252}
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.Server Started @828101ms
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36252}
   [junit4]   2> 825588 ERROR (jetty-launcher-1512-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.666Z
   [junit4]   2> 825589 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825590 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac79cd4{/solr,null,AVAILABLE}
   [junit4]   2> 825591 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825594 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a375cf8{/solr,null,AVAILABLE}
   [junit4]   2> 825594 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@579227c{SSL,[ssl, http/1.1]}{127.0.0.1:40105}
   [junit4]   2> 825594 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.Server Started @828108ms
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40105}
   [junit4]   2> 825595 ERROR (jetty-launcher-1512-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.673Z
   [junit4]   2> 825596 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@629daf7c{SSL,[ssl, http/1.1]}{127.0.0.1:43660}
   [junit4]   2> 825596 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.Server Started @828110ms
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43660}
   [junit4]   2> 825597 ERROR (jetty-launcher-1512-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.675Z
   [junit4]   2> 825598 INFO  (zkConnectionManagerCallback-1517-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825600 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825600 INFO  (zkConnectionManagerCallback-1523-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825601 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825602 INFO  (zkConnectionManagerCallback-1519-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825603 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825605 INFO  (zkConnectionManagerCallback-1521-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825608 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825608 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825609 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825612 INFO  (zkConnectionManagerCallback-1527-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825613 INFO  (zkConnectionManagerCallback-1531-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825616 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825616 INFO  (zkConnectionManagerCallback-1533-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825617 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825619 INFO  (zkConnectionManagerCallback-1535-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825619 INFO  (zkConnectionManagerCallback-1539-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825622 INFO  (zkConnectionManagerCallback-1543-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825623 INFO  (zkConnectionManagerCallback-1545-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825641 INFO  (zkConnectionManagerCallback-1550-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825763 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 825764 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43660_solr
   [junit4]   2> 825765 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.Overseer Overseer (id=99352445225205772-127.0.0.1:43660_solr-n_0000000000) starting
   [junit4]   2> 825775 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43660_solr
   [junit4]   2> 825820 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 825838 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 825840 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 825842 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40105_solr
   [junit4]   2> 825910 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 825932 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 825943 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 825950 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825952 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825996 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825996 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825999 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node2/.
   [junit4]   2> 825999 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826000 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826000 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/.
   [junit4]   2> 826021 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 826023 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36252_solr
   [junit4]   2> 826026 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 826026 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 826063 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 826066 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 826068 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39334_solr
   [junit4]   2> 826069 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 826069 INFO  (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 826069 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 826115 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826132 INFO  (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 826134 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826134 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826134 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/.
   [junit4]   2> 826187 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826193 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826193 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826193 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/.
   [junit4]   2> 826244 INFO  (zkConnectionManagerCallback-1557-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 826247 INFO  (zkConnectionManagerCallback-1561-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 826247 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 826249 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41165/solr ready
   [junit4]   2> 826267 INFO  (qtp1610037788-8091) [n:127.0.0.1:43660_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 826279 INFO  (qtp1610037788-8091) [n:127.0.0.1:43660_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 826308 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 826315 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 826316 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 826328 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_serv1.vm3_57307_hdfs____y9joih/webapp
   [junit4]   2> 826782 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:57307
   [junit4]   2> 826899 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 826900 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 826910 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58810_datanode____h0bh6j/webapp
   [junit4]   2> 827369 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58810
   [junit4]   2> 827440 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 827441 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 827455 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37897_datanode____lwac7t/webapp
   [junit4]   2> 827482 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to serv1-vm3/127.0.0.1:53054) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 827495 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 827495 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-47450764-80d6-49e4-b9d5-3cae96bfadf5 node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 827912 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37897
   [junit4]   2> 828003 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to serv1-vm3/127.0.0.1:53054) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 828013 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-99809e78-99ae-4218-be2e-0dfcd944bb76 node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 828013 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 828169 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 828170 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 828191 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 828192 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aaf21fa{/solr,null,AVAILABLE}
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@530bb100{SSL,[ssl, http/1.1]}{127.0.0.1:47931}
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.Server Started @830707ms
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47931}
   [junit4]   2> 828193 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:27.271Z
   [junit4]   2> 828197 INFO  (zkConnectionManagerCallback-1564-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828198 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 828205 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 828207 INFO  (zkConnectionManagerCallback-1568-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828210 INFO  (zkConnectionManagerCallback-1570-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828219 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 828222 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 828224 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47931_solr
   [junit4]   2> 828226 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828226 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828229 INFO  (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828229 INFO  (zkCallback-1560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828230 INFO  (zkCallback-1560-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828230 INFO  (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828231 INFO  (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828274 INFO  (OverseerCollectionConfigSetProcessor-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 828375 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 828383 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 828383 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 828384 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/.
   [junit4]   2> 828424 INFO  (zkConnectionManagerCallback-1574-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828443 INFO  (qtp2079651122-8074) [n:127.0.0.1:36252_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 828446 INFO  (OverseerThreadFactory-3348-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
   [junit4]   2> 828563 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:47931/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828572 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39334/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828577 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43660/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828583 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36252/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828834 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828834 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828841 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828842 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828845 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828846 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828847 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828848 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828958 INFO  (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1534-thread-2-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828960 INFO  (zkCallback-1569-thread-2-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828960 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828960 INFO  (zkCallback-1549-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 829859 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829865 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 829866 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829866 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829867 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829872 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
   [junit4]   2> 829887 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 829887 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829892 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 829893 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829893 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
   [junit4]   2> 829895 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 829910 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 829911 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829911 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
   [junit4]   2> 829913 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 829926 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829930 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
   [junit4]   2> 829933 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 829952 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
   [junit4]   2> 829959 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
   [junit4]   2> 829964 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
   [junit4]   2> 829968 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
   [junit4]   2> 830022 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
   [junit4]   2> 830027 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
   [junit4]   2> 830027 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
   [junit4]   2> 830039 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
   [junit4]   2> 830109 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-47450764-80d6-49e4-b9d5-3cae96bfadf5:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-99809e78-99ae-4218-be2e-0dfcd944bb76:NORMAL:127.0.0.1:44836|RBW]]} size 0
   [junit4]   2> 830114 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741826_1002 size 69
   [junit4]   2> 830114 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW], ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW]]} size 69
   [junit4]   2> 830114 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741825_1001 size 69
   [junit4]   2> 830130 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 69
   [junit4]   2> 830130 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741827_1003 size 69
   [junit4]   2> 830144 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
   [junit4]   2> 830144 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
   [junit4]   2> 830187 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 830187 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 830187 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 830196 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 830196 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 830196 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 830196 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 830196 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 830207 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 830207 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 830224 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main]
   [junit4]   2> 830225 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 830226 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 830226 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 830226 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589639128603951104
   [junit4]   2> 830230 INFO  (searcherExecutor-3364-thread-1-processing-n:127.0.0.1:39334_solr x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_failed_coll_true r:core_node5) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Registered new searcher Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 830233 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f6e3ff[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
   [junit4]   2> 830234 INFO  (qtp16100377

[...truncated too long message...]

.locale=ar-SD -Dtests.timezone=Asia/Atyrau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 5.19s J0 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4165877 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 4165877 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4165878 INFO  (Thread-7619) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4165878 INFO  (Thread-7619) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4165883 ERROR (Thread-7619) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4165979 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkTestServer start zk server on port:57212
   [junit4]   2> 4165984 INFO  (zkConnectionManagerCallback-8457-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4165984 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 4165995 ERROR (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4165997 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
   [junit4]   2> 4166136 INFO  (Thread-7619) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
   [junit4]   2> 4166142 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_1859E7B776F8A088-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=606, maxMBSortInHeap=5.101997653053738, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SD, timezone=Asia/Atyrau
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=166800992,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCLIZkUtilsTest, ResourceLoaderTest, RequestHandlersTest, NumericFieldsTest, TestManagedResource, TestComplexPhraseQParserPlugin, OverseerStatusTest, TestJsonFacets, SortByFunctionTest, TestFieldCache, TestDocBasedVersionConstraints, TestHalfAndHalfDocValues, AddBlockUpdateTest, BufferStoreTest, TestHighlightDedupGrouping, ExecutePlanActionTest, TestConfigSets, MinimalSchemaTest, TestSchemalessBufferedUpdates, ParsingFieldUpdateProcessorsTest, TestMultiValuedNumericRangeQuery, TestInitQParser, DistanceUnitsTest, AtomicUpdateProcessorFactoryTest, TestManagedSchemaAPI, TestHttpShardHandlerFactory, BinaryUpdateRequestHandlerTest, StressHdfsTest, TestJavabinTupleStreamParser, ResponseHeaderTest, XmlUpdateRequestHandlerTest, TestConfigSetsAPIZkFailure, UniqFieldsUpdateProcessorFactoryTest, CdcrRequestHandlerTest, TestXIncludeConfig, TestPseudoReturnFields, SolrCmdDistributorTest, DisMaxRequestHandlerTest, TestQuerySenderListener, TestSolrFieldCacheBean, TestSegmentSorting, XsltUpdateRequestHandlerTest, TestReqParamsAPI, ForceLeaderTest, MergeStrategyTest, WrapperMergePolicyFactoryTest, CoreAdminCreateDiscoverTest, TestDownShardTolerantSearch, TestFieldResource, TestSchemaResource, TestSchemaVersionResource, TestUpdate, TestRecovery, SyncSliceTest, BJQParserTest, SliceStateTest, TestDistributedSearch, DistributedSuggestComponentTest, TestFieldCacheSort, TestRetrieveFieldsOptimizer, TestImpersonationWithHadoopAuth, IndexSchemaTest, ScriptEngineTest, TestConfigReload, TestFieldCacheVsDocValues, TestJmxIntegration, ClusterStateUpdateTest, TestBackupRepositoryFactory, WordBreakSolrSpellCheckerTest, AnalyticsQueryTest, TestRealTimeGet, TestNestedDocsSort, HdfsCollectionsAPIDistributedZkTest, DocExpirationUpdateProcessorFactoryTest, TestHdfsBackupRestoreCore, TestBulkSchemaConcurrent, TestTlogReplica, TestHdfsUpdateLog, DistributedSpellCheckComponentTest, BadIndexSchemaTest, NodeAddedTriggerTest, TestCursorMarkWithoutUniqueKey, TestSolrCloudWithSecureImpersonation, TestCoreDiscovery, TestDynamicFieldResource, TestJoin, HdfsDirectoryFactoryTest, SmileWriterTest, SaslZkACLProviderTest, LeaderElectionContextKeyTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCodecSupport, TestStressRecovery, TestScoreJoinQPScore, TestConfigSetImmutable, CursorMarkTest, TestRangeQuery, CdcrReplicationDistributedZkTest, ClassificationUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, TestLegacyNumericUtils, TestClassicSimilarityFactory, LeaderFailureAfterFreshStartTest, EnumFieldTest, TestOmitPositions, MetricsConfigTest, AutoAddReplicasIntegrationTest, BigEndianAscendingWordSerializerTest, TestDistribIDF, SharedFSAutoReplicaFailoverTest, TestSolrCoreProperties, SortSpecParsingTest, TestRandomCollapseQParserPlugin, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, SolrMetricsIntegrationTest, TestSlowCompositeReaderWrapper, LeaderElectionTest, TestExactStatsCache, RAMDirectoryFactoryTest, SuggesterFSTTest, SearchRateTriggerTest, TestConfigSetsAPI, HdfsLockFactoryTest, TestLazyCores, InfixSuggestersTest, MetricsHandlerTest, MultiTermTest, TestInitParams, ClusterStateTest, TestNumericRangeQuery64, DeleteInactiveReplicaTest, TestClusterStateProvider, TimeZoneUtilsTest, StatsReloadRaceTest, HighlighterTest, CollectionTooManyReplicasTest, TestFieldTypeResource, CSVRequestHandlerTest, DistributedFacetPivotLongTailTest, CoreMergeIndexesAdminHandlerTest, BlockJoinFacetRandomTest, VersionInfoTest, TestPayloadScoreQParserPlugin, ZkCLITest, TestOrdValues, OutputWriterTest, SuggesterTest, MoveReplicaHDFSFailoverTest, TestNodeAddedTrigger, HdfsUnloadDistributedZkTest, HdfsThreadLeakTest, TestCopyFieldCollectionResource, SuggesterTSTTest, AsyncCallRequestStatusResponseTest, HdfsRecoverLeaseTest, ChangedSchemaMergeTest, TestTolerantUpdateProcessorRandomCloud, OverriddenZkACLAndCredentialsProvidersTest, ShardRoutingTest, DirectSolrConnectionTest, TestCloudSearcherWarming, PrimUtilsTest, ResponseLogComponentTest, HLLSerializationTest, SolrTestCaseJ4Test, TestPolicyCloud, TestReversedWildcardFilterFactory, TestPHPSerializedResponseWriter, ConvertedLegacyTest, TestSolrConfigHandlerCloud, AutoScalingHandlerTest, TestInPlaceUpdatesStandalone, TestDFRSimilarityFactory, TestPhraseSuggestions, FastVectorHighlighterTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnShardRestartTest, SignatureUpdateProcessorFactoryTest, BasicAuthIntegrationTest, TestReplicationHandler, SpellCheckComponentTest, TestImplicitCoreProperties, SolrJmxReporterTest, BasicDistributedZkTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, ZkControllerTest, StatsComponentTest, TestBadConfig, DistributedQueryElevationComponentTest, SolrRequestParserTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, ReturnFieldsTest, QueryParsingTest, JsonLoaderTest, TestComponentsName, TestLFUCache, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestFastOutputStream, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPullReplica, TestRandomRequestDistribution, TestReplicaProperties, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, NodeLostTriggerTest, TestComputePlanAction, TestDistribStateManager]
   [junit4] Completed [577/767 (4!)] on J0 in 5.57s, 5 tests, 1 failure <<< FAILURES!

[...truncated 48771 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 393 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/393/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([4730677308FB440B]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([4730677308FB440B:78B864DB1FADB4EC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12262 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/init-core-data-001
   [junit4]   2> 1225493 WARN  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1225512 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1225515 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1225515 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1225515 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
   [junit4]   2> 1225516 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001
   [junit4]   2> 1225516 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1225517 INFO  (Thread-2181) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1225517 INFO  (Thread-2181) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1225519 ERROR (Thread-2181) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1225616 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52434
   [junit4]   2> 1225664 INFO  (zkConnectionManagerCallback-1790-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225723 INFO  (jetty-launcher-1787-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1225724 INFO  (jetty-launcher-1787-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bf7aa50{/solr,null,AVAILABLE}
   [junit4]   2> 1225725 INFO  (jetty-launcher-1787-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a7fbb81{HTTP/1.1,[http/1.1]}{127.0.0.1:58231}
   [junit4]   2> 1225725 INFO  (jetty-launcher-1787-thread-1) [    ] o.e.j.s.Server Started @1229103ms
   [junit4]   2> 1225725 INFO  (jetty-launcher-1787-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58231}
   [junit4]   2> 1225726 ERROR (jetty-launcher-1787-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1225726 INFO  (jetty-launcher-1787-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1225726 INFO  (jetty-launcher-1787-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1225726 INFO  (jetty-launcher-1787-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1225726 INFO  (jetty-launcher-1787-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T17:41:14.278Z
   [junit4]   2> 1225740 INFO  (jetty-launcher-1787-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1225741 INFO  (jetty-launcher-1787-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42ba08a7{/solr,null,AVAILABLE}
   [junit4]   2> 1225742 INFO  (jetty-launcher-1787-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@272ab20b{HTTP/1.1,[http/1.1]}{127.0.0.1:44812}
   [junit4]   2> 1225742 INFO  (jetty-launcher-1787-thread-2) [    ] o.e.j.s.Server Started @1229119ms
   [junit4]   2> 1225742 INFO  (jetty-launcher-1787-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44812}
   [junit4]   2> 1225743 INFO  (jetty-launcher-1787-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1225745 INFO  (jetty-launcher-1787-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a373792{/solr,null,AVAILABLE}
   [junit4]   2> 1225746 INFO  (jetty-launcher-1787-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@663e8a9b{HTTP/1.1,[http/1.1]}{127.0.0.1:35409}
   [junit4]   2> 1225746 INFO  (jetty-launcher-1787-thread-3) [    ] o.e.j.s.Server Started @1229123ms
   [junit4]   2> 1225746 INFO  (jetty-launcher-1787-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35409}
   [junit4]   2> 1225750 ERROR (jetty-launcher-1787-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1225751 INFO  (jetty-launcher-1787-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1225751 INFO  (jetty-launcher-1787-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1225751 INFO  (jetty-launcher-1787-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1225751 INFO  (jetty-launcher-1787-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T17:41:14.303Z
   [junit4]   2> 1225752 ERROR (jetty-launcher-1787-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1225752 INFO  (jetty-launcher-1787-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1225752 INFO  (jetty-launcher-1787-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1225752 INFO  (jetty-launcher-1787-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1225752 INFO  (jetty-launcher-1787-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T17:41:14.304Z
   [junit4]   2> 1225775 INFO  (zkConnectionManagerCallback-1792-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225778 INFO  (jetty-launcher-1787-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1225783 INFO  (zkConnectionManagerCallback-1796-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225783 INFO  (zkConnectionManagerCallback-1794-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225787 INFO  (jetty-launcher-1787-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1225798 INFO  (jetty-launcher-1787-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1225801 INFO  (jetty-launcher-1787-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
   [junit4]   2> 1225809 INFO  (jetty-launcher-1787-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
   [junit4]   2> 1225819 INFO  (zkConnectionManagerCallback-1804-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225823 INFO  (jetty-launcher-1787-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
   [junit4]   2> 1225825 INFO  (zkConnectionManagerCallback-1800-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225842 INFO  (zkConnectionManagerCallback-1808-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225843 INFO  (zkConnectionManagerCallback-1810-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225847 INFO  (zkConnectionManagerCallback-1812-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225859 INFO  (zkConnectionManagerCallback-1814-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226713 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1226732 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58231_solr
   [junit4]   2> 1226736 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.c.Overseer Overseer (id=99349408911917065-127.0.0.1:58231_solr-n_0000000000) starting
   [junit4]   2> 1226748 INFO  (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1226749 INFO  (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35409_solr
   [junit4]   2> 1226760 INFO  (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1226907 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1226924 INFO  (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1226932 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1226935 INFO  (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44812_solr
   [junit4]   2> 1226937 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226938 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226961 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58231_solr
   [junit4]   2> 1226974 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226975 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1226975 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1226976 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1227198 INFO  (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227218 INFO  (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227218 INFO  (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227222 INFO  (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/.
   [junit4]   2> 1227442 INFO  (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227457 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227460 INFO  (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227460 INFO  (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227474 INFO  (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/.
   [junit4]   2> 1227477 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227477 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1227478 INFO  (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/.
   [junit4]   2> 1227591 INFO  (zkConnectionManagerCallback-1822-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1227595 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5c2d2d7000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1227620 INFO  (zkConnectionManagerCallback-1826-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1227623 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1227632 INFO  (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52434/solr ready
   [junit4]   2> 1227646 INFO  (qtp1965856299-8218) [n:127.0.0.1:35409_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1227691 INFO  (OverseerThreadFactory-3301-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 1227857 INFO  (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:58231/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1227862 INFO  (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44812/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1227884 INFO  (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35409/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1228138 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1228139 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1228143 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1228143 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1228224 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1228225 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1228441 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1228441 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1228442 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1228442 INFO  (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1228445 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1228445 INFO  (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1229163 WARN  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 1229170 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1229193 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1229205 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 1229209 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1229216 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 1229220 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 1229220 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 1229220 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1229220 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1229221 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
   [junit4]   2> 1229328 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1229355 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
   [junit4]   2> 1229355 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1229355 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true
   [junit4]   2> 1229360 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1229360 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1229360 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/.system_shard1_replica_n3], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/./.system_shard1_replica_n3/data/]
   [junit4]   2> 1229370 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 1229370 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1229372 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@428d1746[.system_shard1_replica_p4] main]
   [junit4]   2> 1229375 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1229377 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1229377 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1229382 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1229475 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1229474 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1229486 INFO  (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@428d1746[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1229498 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 1229500 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 1229500 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1229502 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1229502 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1229503 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1229504 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 1229504 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1229504 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1229504 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 1229668 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1229668 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1229670 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 1229670 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1229671 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e22fb2d[.system_shard1_replica_n1] main]
   [junit4]   2> 1229673 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1229673 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1229673 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1229674 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1229675 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1229675 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589590546948554752
   [junit4]   2> 1229680 INFO  (searcherExecutor-3315-thread-1-processing-n:127.0.0.1:58231_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node2) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@4e22fb2d[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1229681 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1229681 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1229683 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 1229683 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1229684 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@351d80ff[.system_shard1_replica_n3] main]
   [junit4]   2> 1229686 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1229687 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1229687 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1229689 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1229689 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1229689 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589590546963234816
   [junit4]   2> 1229720 INFO  (searcherExecutor-3310-thread-1-processing-n:127.0.0.1:44812_solr x:.system_shard1_replica_n3 s:shard1 c:.system r:core_node5) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@351d80ff[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1229757 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1229757 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1229757 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58231/solr/.system_shard1_replica_n1/
   [junit4]   2> 1229758 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:58231/solr START replicas=[http://127.0.0.1:44812/solr/.system_shard1_replica_n3/] nUpdates=100
   [junit4]   2> 1229760 INFO  (qtp147650977-8228) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.S.Request [.system_shard1_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1229862 INFO  (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1229862 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1229863 INFO  (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1229864 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1229865 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1229866 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230065 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:58231/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1230065 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1230065 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1230065 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1230086 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58231/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 1230191 INFO  (zkCallback-1813-thread-3-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230191 INFO  (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230191 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230191 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230195 INFO  (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230195 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230208 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node2 is leader but it's state is down, skipping replication
   [junit4]   2> 1230240 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1230244 INFO  (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2102
   [junit4]   2> 1230345 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230345 INFO  (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230345 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230348 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230346 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230346 INFO  (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230518 INFO  (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2380
   [junit4]   2> 1230622 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230622 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230623 INFO  (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230623 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230623 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230625 INFO  (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230733 INFO  (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2509
   [junit4]   2> 1230738 INFO  (qtp1965856299-8218) [n:127.0.0.1:35409_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1230840 INFO  (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230840 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230840 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230841 INFO  (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230841 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1230856 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1231727 INFO  (OverseerCollectionConfigSetProcessor-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1231738 INFO  (qtp1965856299-8218) [n:127.0.0.1:35409_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=4092
   [junit4]   2> 1231756 INFO  (qtp1965856299-8235) [n:127.0.0.1:35409_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 1231765 INFO  (qtp147650977-8228) [n:127.0.0.1:44812_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1231768 INFO  (qtp898600076-8200) [n:127.0.0.1:58231_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1231836 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 1231838 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1231847 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ad91d61{/solr,null,AVAILABLE}
   [junit4]   2> 1231848 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@437dde98{HTTP/1.1,[http/1.1]}{127.0.0.1:36836}
   [junit4]   2> 1231848 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.e.j.s.Server Started @1235227ms
   [junit4]   2> 1231848 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36836}
   [junit4]   2> 1231848 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1231850 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1231850 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1231850 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1231851 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T17:41:20.403Z
   [junit4]   2> 1231853 INFO  (zkConnectionManagerCallback-1828-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1231854 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1231871 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
   [junit4]   2> 1231872 INFO  (zkConnectionManagerCallback-1832-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1231876 INFO  (zkConnectionManagerCallback-1834-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1231892 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1231897 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1231901 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36836_solr
   [junit4]   2> 1231902 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1231902 INFO  (zkCallback-1825-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1231903 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1231905 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1231906 INFO  (zkCallback-1833-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1232142 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1232151 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1232152 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
   [junit4]   2> 1232153 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node4/.
   [junit4]   2> 1232504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 1232505 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:58231/solr/.system_shard1_replica_n1/
   [junit4]   2> 1232506 INFO  (qtp898600076-8200) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1232506 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1232506 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1232506 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1232506 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1232506 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1232506 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1232507 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3102bf71 commitCommandVersion:0
   [junit4]   2> 1232508 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@65d8d73a[.system_shard1_replica_p4] main]
   [junit4]   2> 1232508 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1232509 INFO  (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@65d8d73a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1234293 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@272ab20b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1234293 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1389504198
   [junit4]   2> 1234294 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1234294 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4214380a: rootName = solr_44812, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6343324c
   [junit4]   2> 1234301 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1234301 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@874e182: rootName = solr_44812, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64b0c052
   [junit4]   2> 1234319 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1234319 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74b2db7b: rootName = solr_44812, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@62162e1f
   [junit4]   2> 1234324 INFO  (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1234324 INFO  (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1234324 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1234325 INFO  (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1234326 INFO  (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1234326 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1234327 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44812_solr
   [junit4]   2> 1234382 INFO  (zkCallback-1833-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1234383 INFO  (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1234394 INFO  (zkCallback-1825-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1234395 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1234505 INFO  (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1234506 INFO  (zkCallback-1813-thread-3-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1234508 INFO  (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@563c43bb
   [junit4]   2> 1234508 INFO  (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n3, tag=1446790075
   [junit4]   2> 1234508 INFO  (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d3325: rootName = solr_44812, domain = solr.core..system.shard1.replica_n3, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@28fd7ea8
   [junit4]   2> 1234516 INFO  (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1446790075
   [junit4]   2> 1234548 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42ba08a7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1235504 INFO  (qtp898600076-8200) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1235504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1235504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1235504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1235504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 1515951681059
   [junit4]   2> 1235504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1235504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1235504 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3102bf71 commitCommandVersion:0
   [junit4]   2> 1235505 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@33522e3a[.system_shard1_replica_p4] main]
   [junit4]   2> 1235505 INFO  (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1235506 INFO  (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@33522e3a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1236558 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
   [junit4]   2> 1236637 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[4730677308FB440B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
   [junit4]   2> 1236663 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[4730677308FB440B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=4730677308FB440B -Dtests.slow=true -Dtests.locale=en-SG -Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.11s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}> but was: org.apache.solr.client.solrj.clo

[...truncated too long message...]

butorTest, HdfsDirectoryFactoryTest, PathHierarchyTokenizerFactoryTest, TestSolrXml, TestCloudDeleteByQuery, LeaderElectionContextKeyTest, TestRecovery, MoveReplicaHDFSFailoverTest, TestPointFields, PrimUtilsTest, UniqFieldsUpdateProcessorFactoryTest, ChangedSchemaMergeTest, TestPhraseSuggestions, SecurityConfHandlerTest, SearchHandlerTest, UtilsToolTest, TestImplicitCoreProperties, StatsReloadRaceTest, TestRequestStatusCollectionAPI, HdfsRestartWhileUpdatingTest, TestSchemaVersionResource, TestLocalFSCloudBackupRestore, DirectUpdateHandlerOptimizeTest, TestCursorMarkWithoutUniqueKey, V2StandaloneTest, TestDistribStateManager, TestLRUStatsCache, StatsComponentTest, TestManagedSchemaAPI, TestObjectReleaseTracker, TestCoreDiscovery, PreAnalyzedFieldManagedSchemaCloudTest, UUIDFieldTest, SolrMetricsIntegrationTest, CollectionTooManyReplicasTest, DisMaxRequestHandlerTest, ShowFileRequestHandlerTest, RemoteQueryErrorTest, TestDynamicFieldResource, TestPerFieldSimilarityWithDefaultOverride, TestJsonFacetRefinement, MultiTermTest, BigEndianAscendingWordDeserializerTest, MinimalSchemaTest, TestIBSimilarityFactory, SpellCheckCollatorTest, TestLFUCache, DistribJoinFromCollectionTest, SuggestComponentContextFilterQueryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ConfigureRecoveryStrategyTest, TestSegmentSorting, WordBreakSolrSpellCheckerTest, TestClusterStateProvider, TestCollectionAPI, SpellCheckComponentTest, SolrIndexMetricsTest, DirectSolrConnectionTest, TestMissingGroups, TestRawResponseWriter, MetricUtilsTest, MoveReplicaTest, CdcrRequestHandlerTest, DistributedSpellCheckComponentTest, UpdateLogTest, DistributedFacetPivotLongTailTest, TestDelegationWithHadoopAuth, AtomicUpdatesTest, DistributedQueryComponentCustomSortTest, TestSolrDeletionPolicy2, TestDistributedStatsComponentCardinality, DeleteShardTest, WrapperMergePolicyFactoryTest, CSVRequestHandlerTest, ClassificationUpdateProcessorIntegrationTest, AutoScalingHandlerTest, SuggesterWFSTTest, ClusterStateTest, TestNumericTerms32, SuggesterTest, TestDistributedSearch, TestFuzzyAnalyzedSuggestions, TestAuthorizationFramework, TestHttpShardHandlerFactory, TestQueryWrapperFilter, TestFiltering, TimeZoneUtilsTest, InfixSuggestersTest, OutputWriterTest, TestAddFieldRealTimeGet, DistributedSuggestComponentTest, IndexSchemaTest, SolrRequestParserTest, TestXIncludeConfig, AnalyticsQueryTest, BlockJoinFacetSimpleTest, TestManagedResource, TestSolr4Spatial, ResponseLogComponentTest, TlogReplayBufferedWhileIndexingTest, TestSolrCloudWithHadoopAuthPlugin, TestCoreAdminApis, TestCollectionAPIs, DateRangeFieldTest, SolrXmlInZkTest, AssignBackwardCompatibilityTest, TestExactSharedStatsCache, CleanupOldIndexTest, TestFieldCacheReopen, XsltUpdateRequestHandlerTest, TestAnalyzeInfixSuggestions, SyncSliceTest, TestSolrCoreParser, TestRetrieveFieldsOptimizer, CreateCollectionCleanupTest, BasicAuthStandaloneTest, TestConfigSetsAPIZkFailure, TestReqParamsAPI, XmlUpdateRequestHandlerTest, TestComplexPhraseLeadingWildcard, TestSolrCoreProperties, SignatureUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, TestDeleteCollectionOnDownNodes, DateFieldTest, TestOmitPositions, TestCustomDocTransformer, TestSimpleTextCodec, MetricsConfigTest, TestLegacyField, TestPrepRecovery, TestRandomDVFaceting, TestGenericDistributedQueue, TestRecoveryHdfs, TestCloudJSONFacetJoinDomain, TestFileDictionaryLookup, ClusterStateUpdateTest, FullHLLTest, ResourceLoaderTest, HdfsRecoverLeaseTest, BasicDistributedZkTest, LeaderElectionTest, ShardRoutingCustomTest, TestStressReorder, TestStressVersions, TestRangeQuery, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoBeanTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, RequestHandlersTest, TestValueSourceCache, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestBinaryField, TestConfig, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSTest, PeerSyncReplicationTest, SaslZkACLProviderTest, ShardSplitTest, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestPullReplica, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=4730677308FB440B -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Europe/Vilnius -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4730677308FB440B]:0)
   [junit4] Completed [561/766 (2!)] on J0 in 36.31s, 12 tests, 1 error <<< FAILURES!

[...truncated 48921 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 392 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/392/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:570A0E032D235930]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
	at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:E0D632719489C42F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11703 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> 106620 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/init-core-data-001
   [junit4]   2> 106620 WARN  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 106620 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 106622 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 106622 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
   [junit4]   2> 106623 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001
   [junit4]   2> 106623 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 106623 INFO  (Thread-148) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 106623 INFO  (Thread-148) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 106625 ERROR (Thread-148) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 106723 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60769
   [junit4]   2> 106726 INFO  (zkConnectionManagerCallback-234-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106732 INFO  (jetty-launcher-231-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 106732 INFO  (jetty-launcher-231-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 106733 INFO  (jetty-launcher-231-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 106734 INFO  (jetty-launcher-231-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f4efe17{/solr,null,AVAILABLE}
   [junit4]   2> 106734 INFO  (jetty-launcher-231-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3632a64a{/solr,null,AVAILABLE}
   [junit4]   2> 106736 INFO  (jetty-launcher-231-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@623dbb57{HTTP/1.1,[http/1.1]}{127.0.0.1:59400}
   [junit4]   2> 106736 INFO  (jetty-launcher-231-thread-1) [    ] o.e.j.s.Server Started @109154ms
   [junit4]   2> 106736 INFO  (jetty-launcher-231-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59400}
   [junit4]   2> 106737 ERROR (jetty-launcher-231-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 106737 INFO  (jetty-launcher-231-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 106737 INFO  (jetty-launcher-231-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 106737 INFO  (jetty-launcher-231-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 106737 INFO  (jetty-launcher-231-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:51:11.268Z
   [junit4]   2> 106737 INFO  (jetty-launcher-231-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69897b9e{/solr,null,AVAILABLE}
   [junit4]   2> 106737 INFO  (jetty-launcher-231-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3603b177{HTTP/1.1,[http/1.1]}{127.0.0.1:49929}
   [junit4]   2> 106738 INFO  (jetty-launcher-231-thread-3) [    ] o.e.j.s.Server Started @109155ms
   [junit4]   2> 106738 INFO  (jetty-launcher-231-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49929}
   [junit4]   2> 106738 ERROR (jetty-launcher-231-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 106738 INFO  (jetty-launcher-231-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 106738 INFO  (jetty-launcher-231-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 106738 INFO  (jetty-launcher-231-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 106738 INFO  (jetty-launcher-231-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:51:11.269Z
   [junit4]   2> 106739 INFO  (jetty-launcher-231-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1188e60c{HTTP/1.1,[http/1.1]}{127.0.0.1:54501}
   [junit4]   2> 106740 INFO  (jetty-launcher-231-thread-2) [    ] o.e.j.s.Server Started @109157ms
   [junit4]   2> 106740 INFO  (jetty-launcher-231-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54501}
   [junit4]   2> 106740 ERROR (jetty-launcher-231-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 106741 INFO  (jetty-launcher-231-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 106741 INFO  (jetty-launcher-231-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 106741 INFO  (jetty-launcher-231-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 106741 INFO  (jetty-launcher-231-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:51:11.272Z
   [junit4]   2> 106743 INFO  (zkConnectionManagerCallback-238-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106744 INFO  (zkConnectionManagerCallback-236-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106744 INFO  (zkConnectionManagerCallback-240-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106745 INFO  (jetty-launcher-231-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 106747 INFO  (jetty-launcher-231-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 106749 INFO  (jetty-launcher-231-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 106764 INFO  (jetty-launcher-231-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
   [junit4]   2> 106765 INFO  (jetty-launcher-231-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
   [junit4]   2> 106781 INFO  (zkConnectionManagerCallback-244-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106781 INFO  (jetty-launcher-231-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
   [junit4]   2> 106783 INFO  (zkConnectionManagerCallback-250-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106786 INFO  (zkConnectionManagerCallback-252-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106788 INFO  (zkConnectionManagerCallback-254-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106789 INFO  (zkConnectionManagerCallback-256-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106794 INFO  (zkConnectionManagerCallback-258-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 106927 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 106927 INFO  (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 106928 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54501_solr
   [junit4]   2> 106929 INFO  (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59400_solr
   [junit4]   2> 106929 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.c.Overseer Overseer (id=99346145028014087-127.0.0.1:54501_solr-n_0000000000) starting
   [junit4]   2> 106931 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 106932 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 106941 INFO  (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 106943 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54501_solr
   [junit4]   2> 106945 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 106945 INFO  (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 106948 INFO  (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49929_solr
   [junit4]   2> 106950 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 106952 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 106952 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 106970 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 107011 INFO  (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107016 INFO  (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107016 INFO  (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107017 INFO  (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/.
   [junit4]   2> 107036 INFO  (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107041 INFO  (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107041 INFO  (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107042 INFO  (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/.
   [junit4]   2> 107095 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107100 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107100 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 107101 INFO  (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/.
   [junit4]   2> 107123 INFO  (zkConnectionManagerCallback-266-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 107125 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f2cae433000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 107129 INFO  (zkConnectionManagerCallback-270-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 107131 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 107132 INFO  (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60769/solr ready
   [junit4]   2> 107140 INFO  (qtp1158599488-1146) [n:127.0.0.1:59400_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 107152 INFO  (OverseerThreadFactory-475-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 107264 INFO  (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49929/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 107268 INFO  (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:59400/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 107271 INFO  (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:54501/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 107474 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 107474 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 107474 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 107474 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 107477 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 107477 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 107583 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 107584 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 107584 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 107584 INFO  (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 107584 INFO  (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 107584 INFO  (zkCallback-253-thread-2-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 108493 WARN  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 108500 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 108501 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 108503 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 108507 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 108510 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 108511 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 108513 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 108513 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 108515 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 108515 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 108516 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 108516 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 108519 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 108519 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 108519 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 108519 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 108519 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 108519 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
   [junit4]   2> 108521 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 108529 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 108530 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 108530 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 108530 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 108530 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 108530 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/./.system_shard1_replica_n1/data/]
   [junit4]   2> 108537 WARN  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 108537 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 108538 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 108538 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 108538 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 108582 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 108582 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 108583 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 108583 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 108584 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@260ada04[.system_shard1_replica_p4] main]
   [junit4]   2> 108584 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 108584 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 108585 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 108585 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@321d224d[.system_shard1_replica_n2] main]
   [junit4]   2> 108594 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 108594 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 108594 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 108594 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 108594 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 108595 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 108596 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 108596 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 108596 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589538322516017152
   [junit4]   2> 108598 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 108598 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 108600 INFO  (searcherExecutor-484-thread-1-processing-n:127.0.0.1:59400_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@321d224d[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 108600 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 108600 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 108601 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@522aedf5[.system_shard1_replica_n1] main]
   [junit4]   2> 108602 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 108602 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 108602 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 108603 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 108603 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 108605 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 108606 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 108606 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 10 ms
   [junit4]   2> 108607 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 108607 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 108607 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 4 ms
   [junit4]   2> 108608 INFO  (searcherExecutor-482-thread-1-processing-n:127.0.0.1:54501_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@260ada04[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 108608 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 108609 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589538322529648640
   [junit4]   2> 108611 INFO  (searcherExecutor-483-thread-1-processing-n:127.0.0.1:49929_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@522aedf5[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 108614 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 108615 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 108615 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 108615 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59400/solr/.system_shard1_replica_n2/
   [junit4]   2> 108615 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:59400/solr START replicas=[http://127.0.0.1:49929/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 108617 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 108618 INFO  (qtp883519861-1152) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 108629 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 108629 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 108717 INFO  (zkCallback-253-thread-2-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 108717 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 108717 INFO  (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 108718 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 108718 INFO  (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 108718 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 108919 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:59400/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 108919 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 108919 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 108919 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 108925 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59400/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 109029 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109029 INFO  (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109029 INFO  (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109029 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109029 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109029 INFO  (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109077 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 109080 INFO  (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1606
   [junit4]   2> 109182 INFO  (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109182 INFO  (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109182 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109182 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109182 INFO  (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109182 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109621 INFO  (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2147
   [junit4]   2> 109640 INFO  (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2165
   [junit4]   2> 109645 INFO  (qtp1158599488-1146) [n:127.0.0.1:59400_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 109742 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109742 INFO  (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109742 INFO  (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109742 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109742 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 109742 INFO  (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 110167 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:59400/solr/.system_shard1_replica_n2/
   [junit4]   2> 110169 INFO  (qtp1158599488-1143) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 110170 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 110170 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 110170 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 110170 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 110170 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 110172 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 110172 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e91e07f commitCommandVersion:0
   [junit4]   2> 110177 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fba138c[.system_shard1_replica_p4] main]
   [junit4]   2> 110177 INFO  (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 110178 INFO  (searcherExecutor-482-thread-1-processing-n:127.0.0.1:54501_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@7fba138c[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 110647 INFO  (qtp1158599488-1146) [n:127.0.0.1:59400_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3507
   [junit4]   2> 110651 INFO  (qtp1158599488-1144) [n:127.0.0.1:59400_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 110654 INFO  (qtp883519861-1151) [n:127.0.0.1:49929_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 110657 INFO  (qtp74333698-1134) [n:127.0.0.1:54501_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 110687 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[DF5E31D983DF34C8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
   [junit4]   2> 110690 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[DF5E31D983DF34C8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=DF5E31D983DF34C8 -Dtests.slow=true -Dtests.locale=el-CY -Dtests.timezone=Pacific/Samoa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.03s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:E0D632719489C42F]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 110713 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 110714 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 110716 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a53876{/solr,null,AVAILABLE}
   [junit4]   2> 110717 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c1877a3{HTTP/1.1,[http/1.1]}{127.0.0.1:55180}
   [junit4]   2> 110717 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.e.j.s.Server Started @113135ms
   [junit4]   2> 110717 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55180}
   [junit4]   2> 110717 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 110717 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 110717 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 110717 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 110718 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:51:15.249Z
   [junit4]   2> 110720 INFO  (zkConnectionManagerCallback-272-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 110721 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 110728 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
   [junit4]   2> 110730 INFO  (zkConnectionManagerCallback-276-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 110735 INFO  (zkConnectionManagerCallback-278-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 110744 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 110747 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 110750 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55180_solr
   [junit4]   2> 110751 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110751 INFO  (zkCallback-269-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110752 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110752 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110753 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 110818 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 110824 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 110824 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
   [junit4]   2> 110825 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node4/.
   [junit4]   2> 111160 INFO  (OverseerCollectionConfigSetProcessor-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 112862 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@623dbb57{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 112862 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1110569372
   [junit4]   2> 112862 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 112863 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ff91e84: rootName = solr_59400, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b060191
   [junit4]   2> 112867 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 112867 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44d9693c: rootName = solr_59400, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45b62abf
   [junit4]   2> 112869 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 112870 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16976013: rootName = solr_59400, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4189a6d1
   [junit4]   2> 112872 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:59400_solr
   [junit4]   2> 112873 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 112873 INFO  (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 112873 INFO  (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 112874 INFO  (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d537524
   [junit4]   2> 112874 INFO  (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=492008740
   [junit4]   2> 112874 INFO  (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43ed14d9: rootName = solr_59400, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1de88cb6
   [junit4]   2> 112875 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 112875 INFO  (zkCallback-269-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 112875 INFO  (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 112875 INFO  (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 112876 INFO  (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 112876 INFO  (zkCallback-255-thread-3-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 112876 INFO  (zkCallback-257-thread-3-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 112877 INFO  (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged 

[...truncated too long message...]

g-n:127.0.0.1:58819_solr x:recoverytest_shard1_replica_n2 s:shard1 c:recoverytest r:core_node4) [n:127.0.0.1:58819_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n2] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://serv1-vm3:60332/data/recoverytest/core_node4/data
   [junit4]   2> 3284822 WARN  (updateExecutor-3400-thread-2-processing-n:127.0.0.1:58819_solr) [n:127.0.0.1:58819_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n2] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
   [junit4]   2> 3284828 INFO  (jetty-closer-3369-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48f05732{/solr,null,UNAVAILABLE}
   [junit4]   2> 3284830 ERROR (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3284831 INFO  (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
   [junit4]   2> 3285306 INFO  (Thread-5373) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
   [junit4]   2> 3285309 WARN  (Thread-5373) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/recoverytest/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99346343665008645-127.0.0.1:64688_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/recoverytest/leader_elect/shard1/election/99346343665008645-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3285318 WARN  (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3285334 INFO  (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3285401 WARN  (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to serv1-vm3/127.0.0.1:60332) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2145827122-127.0.0.1-1515904902858 (Datanode Uuid 8e641b95-8e80-4b8d-90a2-b468db0572ff) service to serv1-vm3/127.0.0.1:60332
   [junit4]   2> 3285444 WARN  (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3285454 INFO  (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3285562 WARN  (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to serv1-vm3/127.0.0.1:60332) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 3285563 WARN  (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to serv1-vm3/127.0.0.1:60332) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2145827122-127.0.0.1-1515904902858 (Datanode Uuid 6c79591b-528f-45e4-a8d4-d55c51b3f1ac) service to serv1-vm3/127.0.0.1:60332
   [junit4]   2> 3285589 INFO  (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:0
   [junit4]   2> 3285709 INFO  (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001
   [junit4]   2> Jan 14, 2018 4:44:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 26 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1246, maxMBSortInHeap=7.8648608380064875, sim=RandomSimilarity(queryNorm=true): {}, locale=mk-MK, timezone=VST
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=2,free=163858904,total=391274496
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsTlogReplayBufferedWhileIndexingTest, TestFieldTypeCollectionResource, SolrIndexConfigTest, AnalyticsMergeStrategyTest, TestPushWriter, TestConfig, TestMaxTokenLenTokenizer, TestTestInjection, CdcrBootstrapTest, BlockCacheTest, TestCollapseQParserPlugin, DocExpirationUpdateProcessorFactoryTest, JavabinLoaderTest, MergeStrategyTest, TestShortCircuitedRequests, TestSolrJ, TestExecutePlanAction, TestQueryUtils, SchemaVersionSpecificBehaviorTest, TestSolrConfigHandlerConcurrent, TestLockTree, TestSolrConfigHandler, TestDocBasedVersionConstraints, SolrGangliaReporterTest, DeleteReplicaTest, TestGraphMLResponseWriter, BlockJoinFacetRandomTest, TestOrdValues, TestComplexPhraseQParserPlugin, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BasicAuthIntegrationTest, TestFoldingMultitermQuery, HdfsNNFailoverTest, RestartWhileUpdatingTest, TestFastOutputStream, ExitableDirectoryReaderTest, BasicDistributedZk2Test, AutoscalingHistoryHandlerTest, DistributedIntervalFacetingTest, SimplePostToolTest, TestSchemaNameResource, JvmMetricsTest, TestBinaryResponseWriter, TestSubQueryTransformer, TestJettySolrRunner, TestSolrIndexConfig, TestCorePropertiesReload, DistributedFacetPivotLargeTest, OverseerCollectionConfigSetProcessorTest, SolrJmxReporterCloudTest, TestHashPartitioner, TestInfoStreamLogging, MultiThreadedOCPTest, TestFreeTextSuggestions, ChaosMonkeySafeLeaderTest, SubstringBytesRefFilterTest, HdfsSyncSliceTest, TestCharFilters, TestBlendedInfixSuggestions, TestDocumentBuilder, TestSolr4Spatial2, TestSubQueryTransformerDistrib, PeerSyncTest, TestPullReplica, TestLeaderInitiatedRecoveryThread, TestNumericTerms64, DistributedMLTComponentTest, TestCloudManagedSchema, DirectSolrSpellCheckerTest, TestClusterStateMutator, TestSolrCloudWithKerberosAlt, PeerSyncWithIndexFingerprintCachingTest, MetricTriggerTest, GraphQueryTest, ZkStateWriterTest, TestManagedStopFilterFactory, TestClusterProperties, PluginInfoTest, V2ApiIntegrationTest, HdfsChaosMonkeySafeLeaderTest, ClassificationUpdateProcessorFactoryTest, JsonLoaderTest, TestLRUCache, TestSolrFieldCacheBean, TestAnalyzedSuggestions, ZkFailoverTest, SortSpecParsingTest, TestSimDistributedQueue, SpellCheckCollatorWithCollapseTest, TestWordDelimiterFilterFactory, TestBadConfig, TestManagedSchemaThreadSafety, TestStressLucene, TestSolrCloudSnapshots, SparseHLLTest, SolrPluginUtilsTest, BaseCdcrDistributedZkTest, TestRebalanceLeaders, PKIAuthenticationIntegrationTest, TestSSLRandomization, SolrCloudExampleTest, TestPKIAuthenticationPlugin, ReplaceNodeTest, TestConfigSetProperties, TestBM25SimilarityFactory, TestRTimerTree, TestDistributedMissingSort, SSLMigrationTest, SimpleFacetsTest, TolerantUpdateProcessorTest, TestNumericTokenStream, TestFastLRUCache, TermsComponentTest, HdfsLockFactoryTest, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy1, TestSort, TestPartialUpdateDeduplication, CursorMarkTest, TestSimpleTrackingShardHandler, TestSha256AuthenticationProvider, QueryEqualityTest, SuggestComponentTest, SolrIndexSplitterTest, DOMUtilTest, TestRemoteStreaming, TestEmbeddedSolrServerConstructors, ConnectionManagerTest, TestDynamicLoading, TestPayloadScoreQParserPlugin, SpellingQueryConverterTest, CachingDirectoryFactoryTest, TestIntervalFaceting, TestNodeLostTrigger, TestTolerantUpdateProcessorCloud, QueryElevationComponentTest, TestQueryTypes, TestValueSourceCache, DistributedQueryComponentOptimizationTest, ManagedSchemaRoundRobinCloudTest, TestCollectionsAPIViaSolrCloudCluster, TestConfigsApi, ClassificationUpdateProcessorTest, TestRandomFlRTGCloud, TestFastWriter, SpatialHeatmapFacetsTest, TestRTGBase, TestFieldCacheVsDocValues, TestMergePolicyConfig, ShardSplitTest, MoveReplicaHDFSTest, TestExclusionRuleCollectionAccess, TestUnifiedSolrHighlighter, TestCloudInspectUtil, CustomHighlightComponentTest, HdfsRecoveryZkTest]
   [junit4] Completed [494/766 (2!)] on J1 in 157.74s, 1 test, 1 error <<< FAILURES!

[...truncated 49109 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 391 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/391/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:40858/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:40858/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:4FB3EF544E5A60FB]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:44900/solr]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44900/solr]
	at __randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:DDCD1858DE7A61FA]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44900/solr
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	... 44 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:DAF63F0EEEDF45CC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11883 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 478440 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/init-core-data-001
   [junit4]   2> 478441 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 478442 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 478443 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001
   [junit4]   2> 478443 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 478443 INFO  (Thread-1103) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 478443 INFO  (Thread-1103) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 478444 ERROR (Thread-1103) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 478543 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:57055
   [junit4]   2> 478545 INFO  (zkConnectionManagerCallback-660-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478553 INFO  (jetty-launcher-657-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478553 INFO  (jetty-launcher-657-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478553 INFO  (jetty-launcher-657-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478554 INFO  (jetty-launcher-657-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ff02bac{/solr,null,AVAILABLE}
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@750fd708{SSL,[ssl, http/1.1]}{127.0.0.1:34652}
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] o.e.j.s.Server Started @481980ms
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34652}
   [junit4]   2> 478556 ERROR (jetty-launcher-657-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478557 INFO  (jetty-launcher-657-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T15:18:30.383Z
   [junit4]   2> 478557 INFO  (jetty-launcher-657-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478558 INFO  (jetty-launcher-657-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b7f71d1{/solr,null,AVAILABLE}
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e9dfa9a{/solr,null,AVAILABLE}
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4bfd563e{SSL,[ssl, http/1.1]}{127.0.0.1:54620}
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.e.j.s.Server Started @481984ms
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54620}
   [junit4]   2> 478560 ERROR (jetty-launcher-657-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T15:18:30.386Z
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@697f429b{/solr,null,AVAILABLE}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@74a3fad7{SSL,[ssl, http/1.1]}{127.0.0.1:40858}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2f099e1e{SSL,[ssl, http/1.1]}{127.0.0.1:57543}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] o.e.j.s.Server Started @481985ms
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] o.e.j.s.Server Started @481985ms
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40858}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57543}
   [junit4]   2> 478561 ERROR (jetty-launcher-657-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 478561 ERROR (jetty-launcher-657-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T15:18:30.387Z
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T15:18:30.387Z
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-664-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-662-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-666-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-668-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (jetty-launcher-657-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478566 INFO  (jetty-launcher-657-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478567 INFO  (jetty-launcher-657-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478567 INFO  (jetty-launcher-657-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478573 INFO  (jetty-launcher-657-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478573 INFO  (jetty-launcher-657-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478580 INFO  (zkConnectionManagerCallback-676-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478580 INFO  (zkConnectionManagerCallback-673-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478582 INFO  (jetty-launcher-657-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478584 INFO  (zkConnectionManagerCallback-678-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478585 INFO  (zkConnectionManagerCallback-684-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478586 INFO  (zkConnectionManagerCallback-681-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478601 INFO  (zkConnectionManagerCallback-686-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478605 INFO  (jetty-launcher-657-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478612 INFO  (zkConnectionManagerCallback-692-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478619 INFO  (zkConnectionManagerCallback-694-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478665 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478666 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478667 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34652_solr
   [junit4]   2> 478670 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40858_solr
   [junit4]   2> 478670 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.c.Overseer Overseer (id=99343185364254730-127.0.0.1:34652_solr-n_0000000000) starting
   [junit4]   2> 478673 INFO  (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 478673 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 478687 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34652_solr
   [junit4]   2> 478696 INFO  (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 478709 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 478715 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 478717 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478719 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54620_solr
   [junit4]   2> 478724 INFO  (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 478724 INFO  (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 478724 INFO  (zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 478760 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 478762 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478823 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478830 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478830 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478831 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node3/.
   [junit4]   2> 478843 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57543_solr
   [junit4]   2> 478844 INFO  (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 478845 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478850 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478850 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478851 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node1/.
   [junit4]   2> 478853 INFO  (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 478853 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 478853 INFO  (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 478928 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478934 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478934 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478934 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node2/.
   [junit4]   2> 479037 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=489010898
   [junit4]   2> 479065 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 479072 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 479072 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 479073 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node4/.
   [junit4]   2> 479119 INFO  (zkConnectionManagerCallback-702-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 479123 INFO  (zkConnectionManagerCallback-706-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 479125 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 479126 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57055/solr ready
   [junit4]   2> 479146 INFO  (qtp1115129274-3717) [n:127.0.0.1:34652_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 479157 INFO  (qtp1115129274-3717) [n:127.0.0.1:34652_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 479219 WARN  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 479231 WARN  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 479232 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 479248 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_serv1.vm3_49522_hdfs____.f5g17z/webapp
   [junit4]   2> 479778 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:49522
   [junit4]   2> 479966 WARN  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 479970 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 480015 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_63508_datanode____.nnbabd/webapp
   [junit4]   2> 480551 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:63508
   [junit4]   2> 480686 WARN  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 480691 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 480710 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38903_datanode____.90mrdu/webapp
   [junit4]   2> 480836 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to serv1-vm3/127.0.0.1:49352) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 480846 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3821a9ba054d: from storage DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180 node DatanodeRegistration(127.0.0.1:62987, datanodeUuid=e3a3aef5-a6b8-4561-b54d-078d75bdca83, infoPort=48996, infoSecurePort=0, ipcPort=57343, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 480846 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3821a9ba054d: from storage DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa node DatanodeRegistration(127.0.0.1:62987, datanodeUuid=e3a3aef5-a6b8-4561-b54d-078d75bdca83, infoPort=48996, infoSecurePort=0, ipcPort=57343, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 481160 INFO  (OverseerCollectionConfigSetProcessor-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 481350 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38903
   [junit4]   2> 481769 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to serv1-vm3/127.0.0.1:49352) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 481787 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3821e176b4b6: from storage DS-92431a5a-e1df-482f-a515-11bede4d5602 node DatanodeRegistration(127.0.0.1:42936, datanodeUuid=58030516-4b8d-4d96-914f-5f5f63d901ce, infoPort=49515, infoSecurePort=0, ipcPort=48994, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: true, processing time: 6 msecs
   [junit4]   2> 481787 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x3821e176b4b6: from storage DS-ba450d42-6067-4443-b266-dc3862183c17 node DatanodeRegistration(127.0.0.1:42936, datanodeUuid=58030516-4b8d-4d96-914f-5f5f63d901ce, infoPort=49515, infoSecurePort=0, ipcPort=48994, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 482154 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 482170 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 482175 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 482177 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5101633b{/solr,null,AVAILABLE}
   [junit4]   2> 482177 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d487667{SSL,[ssl, http/1.1]}{127.0.0.1:41899}
   [junit4]   2> 482177 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.e.j.s.Server Started @485602ms
   [junit4]   2> 482177 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41899}
   [junit4]   2> 482177 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 482178 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 482178 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 482178 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 482178 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T15:18:34.004Z
   [junit4]   2> 482181 INFO  (zkConnectionManagerCallback-709-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482184 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 482212 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 482218 INFO  (zkConnectionManagerCallback-713-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482229 INFO  (zkConnectionManagerCallback-715-thread-1-processing-n:127.0.0.1:41899_solr) [n:127.0.0.1:41899_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482242 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 482246 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 482256 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41899_solr
   [junit4]   2> 482264 INFO  (zkCallback-705-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482266 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482285 INFO  (zkCallback-705-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482300 INFO  (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482321 INFO  (zkCallback-714-thread-1-processing-n:127.0.0.1:41899_solr) [n:127.0.0.1:41899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482321 INFO  (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482321 INFO  (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482606 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41899.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 482643 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41899.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 482643 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41899.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 482644 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node5/.
   [junit4]   2> 482765 INFO  (zkConnectionManagerCallback-719-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482778 INFO  (qtp1115129274-3715) [n:127.0.0.1:34652_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 482783 INFO  (OverseerThreadFactory-1693-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
   [junit4]   2> 482919 INFO  (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:57543/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 482927 INFO  (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40858/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 482935 INFO  (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:54620/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 482995 INFO  (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34652/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 483436 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483438 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483438 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 483440 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 483453 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483453 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 483497 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483497 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 483608 INFO  (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 483608 INFO  (zkCallback-693-thread-2-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 483609 INFO  (zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 483609 INFO  (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 483610 INFO  (zkCallback-677-thread-2-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 483613 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 483619 INFO  (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 483619 INFO  (zkCallback-680-thread-2-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 484510 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484525 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484527 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484542 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 484544 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 484545 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 484547 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
   [junit4]   2> 484547 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484547 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 484547 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
   [junit4]   2> 484548 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 484548 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 484620 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484620 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 484622 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 484626 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
   [junit4]   2> 484628 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 484636 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 484641 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484641 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 484641 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
   [junit4]   2> 484658 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 484688 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
   [junit4]   2> 484698 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
   [junit4]   2> 484711 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
   [junit4]   2> 484712 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
   [junit4]   2> 484734 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
   [junit4]   2> 484753 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
   [junit4]   2> 484774 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
   [junit4]   2> 484796 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
   [junit4]   2> 484915 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW], ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|FINALIZED]]} size 0
   [junit4]   2> 484948 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741825_1001 size 69
   [junit4]   2> 485092 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 485092 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 485092 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 485195 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 485195 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 485277 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ba450d42-6067-4443-b266-dc3862183c17:NORMAL:127.0.0.1:42936|RBW], ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW]]} size 0
   [junit4]   2> 485277 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ba450d42-6067-4443-b266-dc3862183c17:NORMAL:127.0.0.1:42936|RBW], ReplicaUC[[DISK]DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa:NORMAL:127.0.0.1:62987|FINALIZED]]} size 0
   [junit4]   2> 485334 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|RBW], ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW]]} size 69
   [junit4]   2> 485334 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741827_1003 size 69
   [junit4]   2> 485530 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa:NORMAL:127.0.0.1:62987|RBW], ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|RBW]]} size 69
   [junit4]   2> 485532 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741828_1004 size 69
   [junit4]   2> 485738 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@75060f39[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
   [junit4]   2> 485743 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 485746 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 485746 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 485747 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589490973485826048
   [junit4]   2> 485748 INFO  (searcherExecutor-1710-thread-1-processing-n:127.0.0.1:54620_solr x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4 s:shard2 c:MoveReplicaHDFSTest_failed_coll_true r:core_node7) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Registered new searcher Searcher@75060f39[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 485774 INFO  (zkCallback-680-thread-2-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485774 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485775 INFO  (zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485776 INFO  (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485776 INFO  (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485776 INFO  (zkCallback-677-thread-2-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485778 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 485778 INFO  (zkCallback-693-thread-2-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485778 INFO  (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 485781 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 485781 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 485781 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 485909 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 485909 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 486012 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21ddda9e[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main]
   [junit4]   2> 486013 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 486014 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 486014 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 486015 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589490973766844416
   [junit4]   2> 486021 INFO  (searcherExecutor-1711-thread-1-processing-n:127.0.0.1:57543_solr x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1 s:shard1 c:MoveReplicaHDFSTest_failed_coll_true r:core_node3) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveRe

[...truncated too long message...]

ted type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2794489 INFO  (zkCallback-3647-thread-2-processing-n:127.0.0.1:48114_solr) [n:127.0.0.1:48114_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2794491 INFO  (zkCallback-3647-thread-4-processing-n:127.0.0.1:48114_solr) [n:127.0.0.1:48114_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2794494 INFO  (jetty-closer-3620-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23f014d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2794491 INFO  (jetty-closer-3620-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48114_solr
   [junit4]   2> 2794491 INFO  (zkCallback-3633-thread-4-processing-n:127.0.0.1:52209_solr) [n:127.0.0.1:52209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2794497 INFO  (jetty-closer-3620-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2794497 INFO  (zkCallback-3647-thread-4-processing-n:127.0.0.1:48114_solr) [n:127.0.0.1:48114_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2794497 INFO  (zkCallback-3633-thread-4-processing-n:127.0.0.1:52209_solr) [n:127.0.0.1:52209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2794498 INFO  (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@e1b5402
   [junit4]   2> 2794498 INFO  (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=236672002
   [junit4]   2> 2794498 INFO  (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37429f7c: rootName = solr_48114, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7762f4da
   [junit4]   2> 2794520 INFO  (coreCloseExecutor-7107-thread-1) [n:127.0.0.1:52209_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1129982178
   [junit4]   2> 2794524 INFO  (jetty-closer-3620-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@188d4ac7{/solr,null,UNAVAILABLE}
   [junit4]   2> 2794525 INFO  (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=236672002
   [junit4]   2> 2794528 INFO  (jetty-closer-3620-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99343336583790601-127.0.0.1:48114_solr-n_0000000001) closing
   [junit4]   2> 2794528 INFO  (OverseerStateUpdate-99343336583790601-127.0.0.1:48114_solr-n_0000000001) [n:127.0.0.1:48114_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48114_solr
   [junit4]   2> 2794528 WARN  (OverseerAutoScalingTriggerThread-99343336583790601-127.0.0.1:48114_solr-n_0000000001) [n:127.0.0.1:48114_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2794533 INFO  (jetty-closer-3620-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73ccbb54{/solr,null,UNAVAILABLE}
   [junit4]   2> 2794535 ERROR (SUITE-TestClusterStateProvider-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2794536 INFO  (SUITE-TestClusterStateProvider-seed#[E57E3CA6F989B52B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61536 61536
   [junit4]   2> 2795651 INFO  (Thread-3740) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61536 61536
   [junit4]   2> 2795652 WARN  (Thread-3740) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	26	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_E57E3CA6F989B52B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1169, maxMBSortInHeap=7.525931434693066, sim=RandomSimilarity(queryNorm=false): {}, locale=he, timezone=America/Bahia_Banderas
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=287621784,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [AutoScalingHandlerTest, CoreAdminCreateDiscoverTest, LeaderElectionContextKeyTest, TestPullReplicaErrorHandling, MinimalSchemaTest, BlockJoinFacetSimpleTest, SolrMetricManagerTest, TestRestManager, TestLegacyField, XmlUpdateRequestHandlerTest, ChangedSchemaMergeTest, EnumFieldTest, RollingRestartTest, ConnectionReuseTest, TestSimpleTextCodec, MoveReplicaTest, TestCustomStream, SolrJmxReporterTest, ConfigureRecoveryStrategyTest, RequiredFieldsTest, StatsComponentTest, TestFiltering, RemoteQueryErrorTest, TestNoOpRegenerator, TestAtomicUpdateErrorCases, TestSystemCollAutoCreate, TestSolrCLIRunExample, NotRequiredUniqueKeyTest, TestStressRecovery, DirectUpdateHandlerOptimizeTest, TestCopyFieldCollectionResource, DirectUpdateHandlerTest, TestJsonFacetRefinement, TestLeaderElectionZkExpiry, TestOmitPositions, NodeMutatorTest, BasicDistributedZkTest, BadIndexSchemaTest, TestFuzzyAnalyzedSuggestions, TestFieldTypeResource, TestSlowCompositeReaderWrapper, TestRecovery, UnloadDistributedZkTest, TestScoreJoinQPNoScore, LeaderElectionTest, StatsReloadRaceTest, DisMaxRequestHandlerTest, TestJoin, TestCloudSchemaless, DateMathParserTest, TestSchemaVersionResource, TestBinaryField, TlogReplayBufferedWhileIndexingTest, TestConfigSets, TestBulkSchemaConcurrent, TestDistribStateManager, WrapperMergePolicyFactoryTest, TestFieldCacheReopen, TestTriggerIntegration, TestSegmentSorting, TestConfigReload, TestEmbeddedSolrServerSchemaAPI, ScriptEngineTest, BlockDirectoryTest, AlternateDirectoryTest, TestMiniSolrCloudClusterSSL, TemplateUpdateProcessorTest, DateFieldTest, TestConfigSetsAPIZkFailure, TestSolr4Spatial, AsyncCallRequestStatusResponseTest, TestPolicyCloud, DistributedSpellCheckComponentTest, AtomicUpdatesTest, TestPHPSerializedResponseWriter, SolrRequestParserTest, TestMacros, TestHighFrequencyDictionaryFactory, CdcrReplicationDistributedZkTest, OverseerTest, CoreMergeIndexesAdminHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDFRSimilarityFactory, TestComplexPhraseLeadingWildcard, ForceLeaderTest, TestDeleteCollectionOnDownNodes, TestStandardQParsers, DataDrivenBlockJoinTest, TimeRoutedAliasUpdateProcessorTest, SolrCmdDistributorTest, TestSolrCoreSnapshots, TestHighlightDedupGrouping, UUIDFieldTest, TestDistributedSearch, TestCloudNestedDocsSort, HighlighterMaxOffsetTest, MultiTermTest, SolrMetricsIntegrationTest, HdfsThreadLeakTest, ResourceLoaderTest, TestReversedWildcardFilterFactory, IndexBasedSpellCheckerTest, TestNumericTerms32, BigEndianAscendingWordDeserializerTest, SignatureUpdateProcessorFactoryTest, SuggesterWFSTTest, ResponseLogComponentTest, ExecutePlanActionTest, TestDistributedStatsComponentCardinality, DistributedVersionInfoTest, ZkControllerTest, TestConfigSetsAPI, TestCSVResponseWriter, TestReplicaProperties, SpatialFilterTest, CleanupOldIndexTest, TestFieldCacheSortRandom, TestTlogReplica, DirectSolrConnectionTest, TestCustomSort, TestTolerantSearch, TestPhraseSuggestions, TestEmbeddedSolrServerAdminHandler, TestJavabinTupleStreamParser, CursorPagingTest, MigrateRouteKeyTest, TestReplicationHandler, TestAddFieldRealTimeGet, FieldAnalysisRequestHandlerTest, TestDFISimilarityFactory, SmileWriterTest, HdfsBasicDistributedZk2Test, SuggesterTest, SolrTestCaseJ4Test, StressHdfsTest, TestSortByMinMaxFunction, PrimUtilsTest, TestCoreAdminApis, TestRangeQuery, TestInPlaceUpdatesDistrib, SyncSliceTest, UtilsToolTest, OutputWriterTest, ZkStateReaderTest, ZkCLITest, SpellCheckComponentTest, RankQueryTest, TestSweetSpotSimilarityFactory, IndexSchemaTest, MetricsHandlerTest, AutoAddReplicasIntegrationTest, TestRealTimeGet, BitVectorTest, TestHashQParserPlugin, DistanceFunctionTest, TestClusterStateProvider]
   [junit4] Completed [468/766 (3!)] on J0 in 9.97s, 2 tests, 1 failure <<< FAILURES!

[...truncated 49145 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 390 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/390/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode

Error Message:
no IGNORED events

Stack Trace:
java.lang.AssertionError: no IGNORED events
	at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:E09E7E5821A8B0E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:267)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:71ABD711BA8AA1B6]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.junit.Assert.assertNotNull(Assert.java:537)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:966EF9EE5A01F4F1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at http://127.0.0.1:37585/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37585/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:C663B11EF12137F9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12894 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/init-core-data-001
   [junit4]   2> 1889439 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1889439 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1889440 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1889440 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1889440 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001
   [junit4]   2> 1889440 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1889440 INFO  (Thread-6423) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1889441 INFO  (Thread-6423) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1889442 ERROR (Thread-6423) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1889540 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:64208
   [junit4]   2> 1889543 INFO  (zkConnectionManagerCallback-5973-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889547 INFO  (jetty-launcher-5970-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1889547 INFO  (jetty-launcher-5970-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1889548 INFO  (jetty-launcher-5970-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f389bc7{/solr,null,AVAILABLE}
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47f6c7b9{/solr,null,AVAILABLE}
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@594a1ce0{HTTP/1.1,[http/1.1]}{127.0.0.1:37585}
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-2) [    ] o.e.j.s.Server Started @1893237ms
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37585}
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4fafa400{HTTP/1.1,[http/1.1]}{127.0.0.1:32920}
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.e.j.s.Server Started @1893237ms
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32920}
   [junit4]   2> 1889549 ERROR (jetty-launcher-5970-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1889549 ERROR (jetty-launcher-5970-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T02:46:32.925Z
   [junit4]   2> 1889549 INFO  (jetty-launcher-5970-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1889550 INFO  (jetty-launcher-5970-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1889550 INFO  (jetty-launcher-5970-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T02:46:32.926Z
   [junit4]   2> 1889551 INFO  (zkConnectionManagerCallback-5975-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889552 INFO  (zkConnectionManagerCallback-5977-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889552 INFO  (jetty-launcher-5970-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1889552 INFO  (jetty-launcher-5970-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1889560 INFO  (jetty-launcher-5970-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64208/solr
   [junit4]   2> 1889560 INFO  (jetty-launcher-5970-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64208/solr
   [junit4]   2> 1889562 INFO  (zkConnectionManagerCallback-5985-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889570 INFO  (zkConnectionManagerCallback-5987-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889570 INFO  (zkConnectionManagerCallback-5983-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889577 INFO  (zkConnectionManagerCallback-5989-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889727 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1889728 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37585_solr
   [junit4]   2> 1889729 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.c.Overseer Overseer (id=99340228546854918-127.0.0.1:37585_solr-n_0000000000) starting
   [junit4]   2> 1889738 INFO  (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1889738 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37585_solr
   [junit4]   2> 1889741 INFO  (OverseerStateUpdate-99340228546854918-127.0.0.1:37585_solr-n_0000000000) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1889742 INFO  (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1889744 INFO  (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32920_solr
   [junit4]   2> 1889746 INFO  (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1889746 INFO  (zkCallback-5988-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1889877 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37585.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1889879 INFO  (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1889883 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37585.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1889883 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37585.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1889884 INFO  (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node2/.
   [junit4]   2> 1889885 INFO  (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1889885 INFO  (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1889886 INFO  (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/.
   [junit4]   2> 1889913 INFO  (zkConnectionManagerCallback-5995-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1889926 INFO  (qtp1825948576-22298) [n:127.0.0.1:32920_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1889929 INFO  (qtp1825948576-22298) [n:127.0.0.1:32920_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1889943 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[A9E6FA464D570416]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1889945 INFO  (qtp898654028-22289) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1889945 INFO  (qtp898654028-22289) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1889946 INFO  (qtp898654028-22290) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1889947 INFO  (qtp898654028-22290) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1889948 INFO  (qtp898654028-22293) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1889948 INFO  (qtp898654028-22293) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1889948 INFO  (qtp898654028-22294) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1889949 INFO  (qtp898654028-22294) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1889949 INFO  (qtp898654028-22295) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1889950 INFO  (qtp898654028-22295) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1889950 INFO  (qtp898654028-22287) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1889953 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 1889953 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 1889954 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 1889956 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 1889958 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 1889960 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 1889962 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 1889965 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 1889967 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 1889970 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 1889973 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 1889975 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 1889978 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 1889981 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 1889983 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 1889986 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 1889989 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 1889991 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 1889995 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 1889998 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 1890000 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 1890003 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 1890006 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 1890009 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 1890012 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 1890014 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 1890017 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 1890019 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 1890021 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 1890024 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 1890027 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 1890030 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 1890032 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 1890035 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 1890037 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 1890040 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 1890044 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 1890046 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 1890049 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 1890051 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 1890054 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 1890056 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 1890059 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 1890061 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 1890064 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 1890066 INFO  (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 1890178 INFO  (OverseerStateUpdate-99340228546854918-127.0.0.1:37585_solr-n_0000000000) [n:127.0.0.1:37585_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32920/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1890401 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1890401 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1890507 INFO  (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1890507 INFO  (zkCallback-5986-thread-2-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1891425 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1891425 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1891426 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1891426 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1891426 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1891427 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1891427 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1891427 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1891427 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1891428 WARN  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1891439 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1891464 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1891604 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1891647 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 1891648 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1891648 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1891648 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1891650 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1891685 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1891685 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1891685 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1891685 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1891686 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53211c75[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1891687 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1891688 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1891688 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1891689 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1891689 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1891689 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1891690 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1891691 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589443659108974592
   [junit4]   2> 1891691 INFO  (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@53211c75[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1891691 INFO  (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1891691 INFO  (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1891691 INFO  (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@53211c75[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1891698 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1891698 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1891698 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 1891698 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1891698 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 1891698 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1891704 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 1891807 INFO  (zkCallback-5986-thread-2-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1891807 INFO  (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1891856 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1891861 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1460
   [junit4]   2> 1891866 INFO  (qtp898654028-22287) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1891956 INFO  (OverseerCollectionConfigSetProcessor-99340228546854918-127.0.0.1:37585_solr-n_0000000000) [n:127.0.0.1:37585_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1891962 INFO  (zkCallback-5986-thread-2-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1891962 INFO  (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1892870 INFO  (qtp898654028-22287) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2920
   [junit4]   2> 1892873 INFO  (qtp898654028-22289) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1892878 INFO  (qtp898654028-22289) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1892890 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 1892890 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1892891 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1892892 INFO  (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1892892 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 1892914 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1892914 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1892915 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1892915 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1892915 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1892916 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1892916 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1892916 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1892916 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1892917 WARN  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1892928 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1892953 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1892993 INFO  (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1892993 INFO  (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1892994 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1892994 INFO  (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 1892994 INFO  (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1893085 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1893094 INFO  (qtp1825948576-22299) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1893094 INFO  (qtp1825948576-22299) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1893094 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1893095 INFO  (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 1893095 INFO  (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1893127 INFO  (Thread-6442) [n:127.0.0.1:32920_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 1893141 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
   [junit4]   2> 1893141 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1893143 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1893173 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1893173 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1893174 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18a8d328[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1893176 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1893176 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1893176 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1893177 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1893177 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1893177 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1893178 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1893178 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589443660668207104
   [junit4]   2> 1893179 INFO  (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@18a8d328[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1893179 INFO  (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1893179 INFO  (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1893180 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1893181 INFO  (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@18a8d328[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1893181 INFO  (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bfc390b[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1893181 INFO  (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@7bfc390b[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1893181 INFO  (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1893183 INFO  (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@7bfc390b[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1893195 INFO  (qtp1825948576-22301) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 1893196 INFO  (qtp1825948576-22301) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1893196 INFO  (qtp1825948576-22301) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1893196 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 306.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1893196 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=313
   [junit4]   2> 1893196 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@590c5592
   [junit4]   2> 1893196 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1493980562
   [junit4]   2> 1893197 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c28d395: rootName = solr_32920, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@29aea562
   [junit4]   2> 1893201 INFO  (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1493980562
   [junit4]   2> 1893202 INFO  (qtp898654028-22292) [n:127.0.0.1:37585_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1893203 INFO  (qtp898654028-22292) [n:127.0.0.1:37585_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1893206 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 1893207 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1893208 INFO  (Thread-6443) [n:127.0.0.1:32920_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1893208 INFO  (solrHandlerExecutor-6636-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1893209 INFO  (Thread-6443) [n:127.0.0.1:32920_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 1893209 INFO  (Thread-6443) [n:127.0.0.1:32920_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 1893312 INFO  (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 1893312 INFO  (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1893312 INFO  (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1893313 INFO  (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 105.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1893313 INFO  (qtp1825948576-2

[...truncated too long message...]

it4]   2> 4143314 WARN  (Thread-10816) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/configs/conf1
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/configs/.system
   [junit4]   2> 	2	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=A9E6FA464D570416 -Dtests.slow=true -Dtests.locale=hu-HU -Dtests.timezone=Africa/Asmera -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 26.9s J1 | TestDynamicLoading.testDynamicLoading <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:71ABD711BA8AA1B6]:0)
   [junit4]    > 	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_A9E6FA464D570416-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=hu-HU, timezone=Africa/Asmera
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=218380600,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [FileUtilsTest, DocExpirationUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, TestLMJelinekMercerSimilarityFactory, PeerSyncWithIndexFingerprintCachingTest, TestConfigSetsAPIExclusivity, TestLuceneIndexBackCompat, TestSimpleQParserPlugin, ZkNodePropsTest, FileBasedSpellCheckerTest, TestStressUserVersions, OutOfBoxZkACLAndCredentialsProvidersTest, TestTolerantUpdateProcessorCloud, V2ApiIntegrationTest, SpatialRPTFieldTypeTest, PluginInfoTest, DeleteReplicaTest, TestReloadDeadlock, DeleteStatusTest, CoreSorterTest, PeerSyncTest, TestManagedResourceStorage, TestReRankQParserPlugin, RecoveryAfterSoftCommitTest, TestExpandComponent, TestValueSourceCache, TestStressVersions, DistributedIntervalFacetingTest, PropertiesRequestHandlerTest, TestBulkSchemaAPI, OverseerTaskQueueTest, ConcurrentDeleteAndCreateCollectionTest, TestOverriddenPrefixQueryForCustomFieldType, TestCharFilters, TestCollapseQParserPlugin, TestSolr4Spatial2, TestShortCircuitedRequests, DistributedFacetPivotWhiteBoxTest, UpdateRequestProcessorFactoryTest, DOMUtilTest, SampleTest, TestSolrIndexConfig, TriggerIntegrationTest, TestShardHandlerFactory, IndexSchemaRuntimeFieldTest, ClassificationUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, ZkSolrClientTest, HttpPartitionTest, FieldMutatingUpdateProcessorTest, TestComputePlanAction, FacetPivotSmallTest, TestZkChroot, TestRequestForwarding, PreAnalyzedFieldTest, InfoHandlerTest, TestSchemaSimilarityResource, BasicFunctionalityTest, SpellPossibilityIteratorTest, TestDistributedGrouping, TestConfigsApi, SolrGangliaReporterTest, TestOrdValues, TestRandomCollapseQParserPlugin, TestCloudInspectUtil, TestMergePolicyConfig, BlockJoinFacetRandomTest, BJQParserTest, QueryResultKeyTest, AliasIntegrationTest, TestExactStatsCache, BasicAuthIntegrationTest, TestFastLRUCache, TestNamedUpdateProcessors, DocValuesMissingTest, LegacyCloudClusterPropTest, CurrencyFieldTypeTest, TestPKIAuthenticationPlugin, CdcrBootstrapTest, TestBinaryResponseWriter, SortSpecParsingTest, TestUseDocValuesAsStored, TestWordDelimiterFilterFactory, TestSolrQueryParser, TestAuthenticationFramework, SubstringBytesRefFilterTest, ExitableDirectoryReaderTest, TestLeaderInitiatedRecoveryThread, BufferStoreTest, TestPayloadScoreQParserPlugin, BaseCdcrDistributedZkTest, TestBlobHandler, TestSolrConfigHandlerConcurrent, TestSolrJ, TestSystemIdResolver, TestDynamicFieldCollectionResource, TestRandomFlRTGCloud, TestIntervalFaceting, RequestLoggingTest, CheckHdfsIndexTest, BadComponentTest, TestConfigOverlay, CloudExitableDirectoryReaderTest, TestPivotHelperCode, SolrJmxReporterCloudTest, AutoscalingHistoryHandlerTest, CachingDirectoryFactoryTest, SolrCoreMetricManagerTest, DistanceUnitsTest, TestTestInjection, TestSolrDeletionPolicy1, AddBlockUpdateTest, HdfsLockFactoryTest, TestFieldSortValues, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollationFieldDocValues, HLLSerializationTest, TestSearchPerf, TestPerFieldSimilarity, SolrIndexConfigTest, TestFieldTypeCollectionResource, SolrPluginUtilsTest, DebugComponentTest, ConnectionManagerTest, TestGroupingSearch, CollectionStateFormat2Test, AutoAddReplicasPlanActionTest, TestCloudManagedSchema, DistributedQueueTest, TestZkAclsWithHadoopAuth, TestClusterStateMutator, BasicZkTest, TestCorePropertiesReload, TestFieldCacheSort, OpenExchangeRatesOrgProviderTest, TestSort, TestDocBasedVersionConstraints, SolrSlf4jReporterTest, TestSimDistributedQueue, UpdateParamsTest, OverseerCollectionConfigSetProcessorTest, TestGraphTermsQParserPlugin, ChaosMonkeySafeLeaderTest, TestSubQueryTransformerDistrib, TestClusterProperties, TestBadConfig, OpenCloseCoreStressTest, CoreAdminRequestStatusTest, TestMultiWordSynonyms, TestConfig, PolyFieldTest, JsonLoaderTest, DocValuesTest, GraphQueryTest, TestBlendedInfixSuggestions, DeleteLastCustomShardedReplicaTest, TestSha256AuthenticationProvider, SoftAutoCommitTest, CustomHighlightComponentTest, TestAnalyzedSuggestions, SSLMigrationTest, TestStressLiveNodes, HdfsNNFailoverTest, TestSQLHandlerNonCloud, AnalyticsMergeStrategyTest, TestExtendedDismaxParser, SimpleCollectionCreateDeleteTest, DistribDocExpirationUpdateProcessorTest, TestFunctionQuery, TestElisionMultitermQuery, TestLegacyFieldReuse, SynonymTokenizerTest, BooleanFieldTest, EchoParamsTest, DocumentAnalysisRequestHandlerTest, MoreLikeThisHandlerTest, LeaderFailoverAfterPartitionTest, TestSolrConfigHandler, SolrIndexSplitterTest, RestartWhileUpdatingTest, CursorMarkTest, TestNumericRangeQuery32, TestFaceting, TestRTGBase, TestFastWriter, TestExportWriter, TestSimpleTrackingShardHandler, TestPartialUpdateDeduplication, TolerantUpdateProcessorTest, BasicDistributedZkTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestRealTimeGet, TestStressReorder, TestReload, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, SuggesterFSTTest, CoreAdminHandlerTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, TestQueryTypes, TestOmitPositions, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, TestCollationField, MBeansHandlerTest, ResponseLogComponentTest, MultiTermTest, TestDocSet, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestLRUCache, TestDocumentBuilder, DistributedMLTComponentTest, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, ForceLeaderTest, MoveReplicaHDFSTest, OverseerRolesTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, TestReplicaProperties, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, AutoScalingHandlerTest, ComputePlanActionTest, ExecutePlanActionTest, HttpTriggerListenerTest, MetricTriggerTest, NodeAddedTriggerTest, SystemLogListenerTest, TestNodeLostTrigger, CdcrBidirectionalTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ZkStateWriterTest, TestConfigSetProperties, TestConfigSets, TestDynamicLoading]
   [junit4] Completed [609/766 (4!)] on J1 in 26.98s, 1 test, 1 failure <<< FAILURES!

[...truncated 48626 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 389 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/389/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([1DBE2AAE8CF9A1CD:223629069BAF512A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at https://127.0.0.1:48149/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48149/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([1DBE2AAE8CF9A1CD:723B61F6308F9222]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13506 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/init-core-data-001
   [junit4]   2> 3588625 WARN  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 3588625 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3588626 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3588626 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3588626 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
   [junit4]   2> 3588627 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001
   [junit4]   2> 3588627 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3588627 INFO  (Thread-7090) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3588627 INFO  (Thread-7090) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3588628 ERROR (Thread-7090) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3588730 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45670
   [junit4]   2> 3588732 INFO  (zkConnectionManagerCallback-9736-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588740 INFO  (jetty-launcher-9733-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3588741 INFO  (jetty-launcher-9733-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c153362{/solr,null,AVAILABLE}
   [junit4]   2> 3588740 INFO  (jetty-launcher-9733-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3588743 INFO  (jetty-launcher-9733-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3588743 INFO  (jetty-launcher-9733-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@151ac93d{/solr,null,AVAILABLE}
   [junit4]   2> 3588744 INFO  (jetty-launcher-9733-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3dd39f14{SSL,[ssl, http/1.1]}{127.0.0.1:61951}
   [junit4]   2> 3588744 INFO  (jetty-launcher-9733-thread-3) [    ] o.e.j.s.Server Started @3592620ms
   [junit4]   2> 3588744 INFO  (jetty-launcher-9733-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61951}
   [junit4]   2> 3588745 ERROR (jetty-launcher-9733-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3588745 INFO  (jetty-launcher-9733-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3588745 INFO  (jetty-launcher-9733-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3588745 INFO  (jetty-launcher-9733-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3588745 INFO  (jetty-launcher-9733-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T14:14:03.318Z
   [junit4]   2> 3588747 INFO  (jetty-launcher-9733-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@645d38a5{/solr,null,AVAILABLE}
   [junit4]   2> 3588747 INFO  (jetty-launcher-9733-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64c17fb9{SSL,[ssl, http/1.1]}{127.0.0.1:55008}
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-2) [    ] o.e.j.s.Server Started @3592623ms
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55008}
   [junit4]   2> 3588748 ERROR (jetty-launcher-9733-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T14:14:03.321Z
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a610216{SSL,[ssl, http/1.1]}{127.0.0.1:36572}
   [junit4]   2> 3588748 INFO  (jetty-launcher-9733-thread-1) [    ] o.e.j.s.Server Started @3592624ms
   [junit4]   2> 3588752 INFO  (jetty-launcher-9733-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36572}
   [junit4]   2> 3588752 ERROR (jetty-launcher-9733-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3588753 INFO  (jetty-launcher-9733-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3588753 INFO  (jetty-launcher-9733-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3588753 INFO  (jetty-launcher-9733-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3588753 INFO  (jetty-launcher-9733-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T14:14:03.326Z
   [junit4]   2> 3588756 INFO  (zkConnectionManagerCallback-9738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588756 INFO  (zkConnectionManagerCallback-9742-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588761 INFO  (zkConnectionManagerCallback-9740-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588761 INFO  (jetty-launcher-9733-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3588761 INFO  (jetty-launcher-9733-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3588762 INFO  (jetty-launcher-9733-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3588891 INFO  (jetty-launcher-9733-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
   [junit4]   2> 3588892 INFO  (jetty-launcher-9733-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
   [junit4]   2> 3588892 INFO  (zkConnectionManagerCallback-9746-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588897 INFO  (zkConnectionManagerCallback-9750-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588897 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160eab86cc10004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3588899 INFO  (jetty-launcher-9733-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
   [junit4]   2> 3588900 INFO  (zkConnectionManagerCallback-9753-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588900 INFO  (zkConnectionManagerCallback-9758-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588900 INFO  (zkConnectionManagerCallback-9756-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3588903 INFO  (zkConnectionManagerCallback-9760-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3589108 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3589113 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61951_solr
   [junit4]   2> 3589115 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.c.Overseer Overseer (id=99337269621620744-127.0.0.1:61951_solr-n_0000000000) starting
   [junit4]   2> 3589118 INFO  (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3589120 INFO  (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36572_solr
   [junit4]   2> 3589122 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3589123 INFO  (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3589124 INFO  (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3589127 INFO  (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3589131 INFO  (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55008_solr
   [junit4]   2> 3589132 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3589133 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3589135 INFO  (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3589137 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61951_solr
   [junit4]   2> 3589152 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3589157 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3589162 INFO  (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3589274 INFO  (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589281 INFO  (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589281 INFO  (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589282 INFO  (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node3/.
   [junit4]   2> 3589306 INFO  (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589307 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589312 INFO  (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589312 INFO  (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589313 INFO  (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node1/.
   [junit4]   2> 3589313 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589314 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3589314 INFO  (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node2/.
   [junit4]   2> 3589354 INFO  (zkConnectionManagerCallback-9768-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3589358 INFO  (zkConnectionManagerCallback-9772-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3589359 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3589360 INFO  (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45670/solr ready
   [junit4]   2> 3589380 INFO  (qtp1173552719-35412) [n:127.0.0.1:55008_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3589390 INFO  (OverseerThreadFactory-13948-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 3589507 INFO  (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:61951/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3589510 INFO  (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:55008/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3589513 INFO  (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36572/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3589728 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3589729 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3589757 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3589757 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 3589758 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3589758 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3589868 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3589868 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3589868 INFO  (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3589868 INFO  (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3589869 INFO  (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3589869 INFO  (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3590782 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3590782 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3590782 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3590805 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 3590805 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 3590805 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 3590807 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 3590808 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 3590808 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 3590811 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3590811 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3590811 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3590812 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 3590812 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 3590812 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 3590815 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 3590815 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 3590815 WARN  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3590816 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 3590816 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3590816 WARN  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3590816 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 3590816 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3590816 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3590817 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3590817 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
   [junit4]   2> 3590817 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node1/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node1/./.system_shard1_replica_p4/data/]
   [junit4]   2> 3590817 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3590817 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3590817 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 3590868 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3590868 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3590869 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3590869 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3590869 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 3590869 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3590869 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 3590869 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3590870 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 3590870 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3590872 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@50f9b4d0[.system_shard1_replica_p4] main]
   [junit4]   2> 3590872 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@33c35624[.system_shard1_replica_n2] main]
   [junit4]   2> 3590872 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c795d86[.system_shard1_replica_n1] main]
   [junit4]   2> 3590873 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 3590874 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 3590874 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 3590874 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 3590874 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 3590874 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 3590875 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 3590875 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 3590875 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 3590875 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 3590875 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 3590876 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3590876 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 3590877 INFO  (searcherExecutor-13956-thread-1-processing-n:127.0.0.1:36572_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@50f9b4d0[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3590877 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 3590877 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 3590878 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 3590878 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 3590878 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3590880 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3590880 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 3590880 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 4 ms
   [junit4]   2> 3590881 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3590881 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589396316308373504
   [junit4]   2> 3590881 INFO  (searcherExecutor-13957-thread-1-processing-n:127.0.0.1:61951_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@6c795d86[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3590882 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3590882 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
   [junit4]   2> 3590883 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3590883 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589396316310470656
   [junit4]   2> 3590884 INFO  (searcherExecutor-13955-thread-1-processing-n:127.0.0.1:55008_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@33c35624[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3590890 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3590891 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3590891 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61951/solr/.system_shard1_replica_n1/
   [junit4]   2> 3590891 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:61951/solr START replicas=[https://127.0.0.1:55008/solr/.system_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 3590894 INFO  (qtp1173552719-35400) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3590993 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3590993 INFO  (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3590993 INFO  (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3590993 INFO  (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3590993 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3590993 INFO  (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591191 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:61951/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3591191 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3591192 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3591192 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3591199 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61951/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 3591301 INFO  (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591301 INFO  (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591301 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591301 INFO  (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591301 INFO  (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591301 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591350 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3591354 INFO  (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1596
   [junit4]   2> 3591460 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591460 INFO  (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591460 INFO  (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591460 INFO  (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591460 INFO  (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591461 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591885 INFO  (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2128
   [junit4]   2> 3591894 INFO  (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2167
   [junit4]   2> 3591900 INFO  (qtp1173552719-35412) [n:127.0.0.1:55008_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3591997 INFO  (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591997 INFO  (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591998 INFO  (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591998 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591998 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3591998 INFO  (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3592901 INFO  (qtp1173552719-35412) [n:127.0.0.1:55008_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3522
   [junit4]   2> 3592907 INFO  (qtp1173552719-35403) [n:127.0.0.1:55008_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3592912 INFO  (qtp1071389987-35394) [n:127.0.0.1:36572_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3592916 INFO  (qtp260787164-35385) [n:127.0.0.1:61951_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3592962 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 3592964 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3592966 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@548e3e20{/solr,null,AVAILABLE}
   [junit4]   2> 3592966 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51d39c61{SSL,[ssl, http/1.1]}{127.0.0.1:53486}
   [junit4]   2> 3592966 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.e.j.s.Server Started @3596843ms
   [junit4]   2> 3592966 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53486}
   [junit4]   2> 3592966 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3592967 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3592967 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3592967 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3592967 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T14:14:07.540Z
   [junit4]   2> 3592968 INFO  (zkConnectionManagerCallback-9774-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3592969 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3592975 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
   [junit4]   2> 3592977 INFO  (zkConnectionManagerCallback-9778-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3592980 INFO  (zkConnectionManagerCallback-9780-thread-1-processing-n:127.0.0.1:53486_solr) [n:127.0.0.1:53486_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3592989 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3592992 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3592995 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53486_solr
   [junit4]   2> 3592996 INFO  (zkCallback-9771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3592996 INFO  (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3592996 INFO  (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3592997 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3592998 INFO  (zkCallback-9779-thread-1-processing-n:127.0.0.1:53486_solr) [n:127.0.0.1:53486_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3593075 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53486.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3593083 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53486.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3593083 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53486.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
   [junit4]   2> 3593084 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node4/.
   [junit4]   2> 3593358 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@64c17fb9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3593359 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1584907957
   [junit4]   2> 3593360 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3593360 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4703af72: rootName = solr_55008, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@33e61337
   [junit4]   2> 3593366 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3593366 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4110928b: rootName = solr_55008, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71b784d1
   [junit4]   2> 3593370 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3593370 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37269db6: rootName = solr_55008, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@19630d14
   [junit4]   2> 3593373 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55008_solr
   [junit4]   2> 3593375 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3593375 INFO  (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3593375 INFO  (zkCallback-9779-thread-1-processing-n:127.0.0.1:53486_solr) [n:127.0.0.1:53486_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3593375 INFO  (zkCallback-9771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3593375 INFO  (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3593375 INFO  (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3593376 INFO  (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c285f54
   [junit4]   2> 3593376 INFO  (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1277714260
   [junit4]   2> 3593376 INFO  (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f3a69ce: rootName = solr_55008, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@49f5644b
   [junit4]   2> 3593384 INFO  (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1277714260
   [junit4]   2> 3593388 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@645d38a5{/solr,null,UNAVAILABLE}
   [junit4]   2> 3593394 INFO  (OverseerCollectionConfigSetProcessor-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3593481 INFO  (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3593481 INFO  (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader A cluster state 

[...truncated too long message...]

st, HdfsBasicDistributedZk2Test, StatsComponentTest, TestLRUStatsCache, TestTolerantSearch, BlockDirectoryTest, SolrGraphiteReporterTest, NoCacheHeaderTest, TestSolrCLIRunExample, RulesTest, ConfigSetsAPITest, CloneFieldUpdateProcessorFactoryTest, TestCloudPseudoReturnFields, SolrJmxReporterTest, TestRawResponseWriter, TestSurroundQueryParser, SolrMetricsIntegrationTest, TestSolrCloudWithDelegationTokens, UUIDFieldTest, TestConfigSets, TestMiniSolrCloudClusterSSL, TestFiltering, CursorPagingTest, DistributedFacetExistsSmallTest, DeleteNodeTest, NotRequiredUniqueKeyTest, CircularListTest, TestCloudDeleteByQuery, CoreAdminCreateDiscoverTest, MetricsHandlerTest, CollectionsAPISolrJTest, ClusterStateTest, TestSolrCoreProperties, TestTriggerIntegration, TestEmbeddedSolrServerAdminHandler, TestHdfsBackupRestoreCore, ScriptEngineTest, ZkControllerTest, SuggesterFSTTest, TestNoOpRegenerator, OutputWriterTest, TestPolicyCloud, DistributedQueryElevationComponentTest, PathHierarchyTokenizerFactoryTest, AnalyticsQueryTest, ClassificationUpdateProcessorIntegrationTest, TestFieldResource, ShardRoutingTest, TestSolrCoreSnapshots, WordBreakSolrSpellCheckerTest, TestBulkSchemaConcurrent, ChaosMonkeySafeLeaderWithPullReplicasTest, TestNumericRangeQuery64, NumericFieldsTest, TestManagedResource, DistributedTermsComponentTest, HighlighterMaxOffsetTest, TestMacros, ConjunctionSolrSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedUpdateProcessorTest, HLLUtilTest, TestCSVResponseWriter, TemplateUpdateProcessorTest, TestInitParams, NodeMutatorTest, TestAtomicUpdateErrorCases, TestAnalyzeInfixSuggestions, ConfigureRecoveryStrategyTest, TestLegacyNumericRangeQueryBuilder, TestCloudJSONFacetJoinDomain, TestSweetSpotSimilarityFactory, TestStandardQParsers, TestAddFieldRealTimeGet, DefaultValueUpdateProcessorTest, TestJsonRequest, SmileWriterTest, TestAuthorizationFramework, AssignBackwardCompatibilityTest, TestManagedSchemaAPI, TestPrepRecovery, TestRestManager, TestReversedWildcardFilterFactory, TestDynamicFieldResource, TestSQLHandler, TestTlogReplica, TestRangeQuery, TestConfigReload, CollectionReloadTest, LeaderElectionTest, TestSolrConfigHandlerCloud, AtomicUpdatesTest, TestCoreDiscovery, TestSchemalessBufferedUpdates, TestPerFieldSimilarityWithDefaultOverride, TestHighlightDedupGrouping, TestLocalFSCloudBackupRestore, SolrXmlInZkTest, TestCollectionAPIs, TestWriterPerf, TestPhraseSuggestions, TestChildDocTransformer, TestLazyCores, URLClassifyProcessorTest, ResponseLogComponentTest, TestStressRecovery, CleanupOldIndexTest, MoveReplicaHDFSFailoverTest, SearchHandlerTest, ReturnFieldsTest, SuggestComponentContextFilterQueryTest, TestSolrXml, SolrCmdDistributorTest, DeleteInactiveReplicaTest, SearchRateTriggerTest, TestPayloadCheckQParserPlugin, UtilsToolTest, TestScoreJoinQPNoScore, LeaderFailureAfterFreshStartTest, TestPointFields, FullHLLTest, TestSmileRequest, UUIDUpdateProcessorFallbackTest, MetricsConfigTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestStressVersions, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, PeerSyncTest, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, TestSolrQueryParser, FastVectorHighlighterTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteStatusTest, DistribCursorPagingTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudPivotFacet, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestStressInPlaceUpdates, ExecutePlanActionTest, MetricTriggerTest, NodeAddedTriggerTest, SystemLogListenerTest, TestClusterStateProvider, TestComputePlanAction, TestExecutePlanAction, TestGenericDistributedQueue, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, ZkStateReaderTest, ZkStateWriterTest, CoreSorterTest, DirectoryFactoryTest, TestCorePropertiesReload, TestDynamicLoading, RequestLoggingTest, TestRestoreCore, TestSystemCollAutoCreate, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, TestConfigsApi, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryComponentCustomSortTest, DistributedSuggestComponentTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, TestDistributedStatsComponentCardinality, TestExpandComponent, TestPivotHelperCode, TestSlowCompositeReaderWrapper, UninvertDocValuesMergePolicyTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, TestNumericTokenStream, SolrCoreMetricManagerTest, SolrMetricManagerTest, SolrGangliaReporterTest, SolrCloudReportersTest, TestIntervalFaceting, TestStreamBody, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestJavabinTupleStreamParser, TestPushWriter, TestRawTransformer, TestRetrieveFieldsOptimizer, TestSubQueryTransformer, TestSubQueryTransformerCrossCore, TestManagedResourceStorage, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestManagedStopFilterFactory, TestManagedSynonymGraphFilterFactory, EnumFieldTest, ManagedSchemaRoundRobinCloudTest, SchemaApiFailureTest, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestUseDocValuesAsStored2, AnalyticsMergeStrategyTest, LargeFieldTest, RankQueryTest, SortSpecParsingTest, TestCollapseQParserPlugin, TestComplexPhraseLeadingWildcard, TestCustomSort, TestGraphTermsQParserPlugin, TestInitQParser, TestMissingGroups, TestMultiWordSynonyms, TestOverriddenPrefixQueryForCustomFieldType, TestQueryWrapperFilter, TestRandomCollapseQParserPlugin, TestRecoveryHdfs, TestExactSharedStatsCache, TestExactStatsCache, BasicAuthIntegrationTest, BasicAuthStandaloneTest, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin, HttpSolrCallGetCoreTest, HdfsLockFactoryTest, TestDocTermOrds, TestFieldCache, TestFieldCacheReopen, TestFieldCacheVsDocValues, TestFieldCacheWithThreads, TestNumericTerms64, TestUninvertingReader, AddBlockUpdateTest, AnalysisErrorHandlingTest, SolrIndexMetricsTest, TestDocBasedVersionConstraints, TestExceedMaxTermLength, TestHdfsUpdateLog, UpdateLogTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestNamedUpdateProcessors, TimeRoutedAliasUpdateProcessorTest]
   [junit4] Completed [759/766 (2!)] on J0 in 22.25s, 2 tests, 1 error <<< FAILURES!

[...truncated 48154 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 388 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/388/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at http://127.0.0.1:36578/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36578/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([432254590698E994:2CA71F01BAEEDA7B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12025 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/init-core-data-001
   [junit4]   2> 590205 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 590205 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 590207 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 590207 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 590207 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001
   [junit4]   2> 590207 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 590207 INFO  (Thread-1340) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 590207 INFO  (Thread-1340) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 590208 ERROR (Thread-1340) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 590307 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43203
   [junit4]   2> 590311 INFO  (zkConnectionManagerCallback-794-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590322 INFO  (jetty-launcher-791-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 590322 INFO  (jetty-launcher-791-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 590326 INFO  (jetty-launcher-791-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@596c37af{/solr,null,AVAILABLE}
   [junit4]   2> 590326 INFO  (jetty-launcher-791-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2baa235f{HTTP/1.1,[http/1.1]}{127.0.0.1:63560}
   [junit4]   2> 590326 INFO  (jetty-launcher-791-thread-2) [    ] o.e.j.s.Server Started @592954ms
   [junit4]   2> 590326 INFO  (jetty-launcher-791-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63560}
   [junit4]   2> 590327 ERROR (jetty-launcher-791-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 590327 INFO  (jetty-launcher-791-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 590327 INFO  (jetty-launcher-791-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 590327 INFO  (jetty-launcher-791-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 590327 INFO  (jetty-launcher-791-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T23:37:07.465Z
   [junit4]   2> 590330 INFO  (jetty-launcher-791-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cf0d3c7{/solr,null,AVAILABLE}
   [junit4]   2> 590331 INFO  (jetty-launcher-791-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d9e3612{HTTP/1.1,[http/1.1]}{127.0.0.1:36578}
   [junit4]   2> 590331 INFO  (jetty-launcher-791-thread-1) [    ] o.e.j.s.Server Started @592959ms
   [junit4]   2> 590331 INFO  (jetty-launcher-791-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36578}
   [junit4]   2> 590331 ERROR (jetty-launcher-791-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 590332 INFO  (jetty-launcher-791-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 590332 INFO  (jetty-launcher-791-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 590332 INFO  (jetty-launcher-791-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 590332 INFO  (jetty-launcher-791-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T23:37:07.470Z
   [junit4]   2> 590337 INFO  (zkConnectionManagerCallback-796-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590338 INFO  (jetty-launcher-791-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 590338 INFO  (zkConnectionManagerCallback-798-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590339 INFO  (jetty-launcher-791-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 590366 INFO  (jetty-launcher-791-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43203/solr
   [junit4]   2> 590366 INFO  (jetty-launcher-791-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43203/solr
   [junit4]   2> 590376 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e79592120001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 590378 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e79592120002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 590382 INFO  (zkConnectionManagerCallback-804-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590382 INFO  (zkConnectionManagerCallback-806-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590388 INFO  (zkConnectionManagerCallback-808-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590388 INFO  (zkConnectionManagerCallback-810-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590541 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 590542 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63560_solr
   [junit4]   2> 590544 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.c.Overseer Overseer (id=99333821388947461-127.0.0.1:63560_solr-n_0000000000) starting
   [junit4]   2> 590555 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63560_solr
   [junit4]   2> 590556 INFO  (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 590561 INFO  (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 590563 INFO  (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 590565 INFO  (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36578_solr
   [junit4]   2> 590568 INFO  (zkCallback-807-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 590568 INFO  (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 590618 INFO  (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 590623 INFO  (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 590623 INFO  (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 590624 INFO  (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/.
   [junit4]   2> 590676 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63560.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 590682 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63560.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 590682 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63560.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 590683 INFO  (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/.
   [junit4]   2> 590699 INFO  (zkConnectionManagerCallback-816-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590700 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e79592120007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 590823 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[432254590698E994]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 590825 INFO  (zkConnectionManagerCallback-821-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 590827 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[432254590698E994]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 590829 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[432254590698E994]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43203/solr ready
   [junit4]   2> 590832 INFO  (qtp1879843480-3950) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 590832 INFO  (qtp1879843480-3950) [n:127.0.0.1:36578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 590833 INFO  (qtp1879843480-3951) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 590837 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 590838 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 590838 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 590841 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 590844 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 590847 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 590849 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 590851 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 590854 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 590856 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 590859 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 590861 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 590863 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 590865 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 590867 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 590869 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 590871 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 590877 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 590879 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 590882 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 590884 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 590886 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 590889 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 590891 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 590893 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 590895 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 590897 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 590899 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 590901 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 590903 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 590905 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 590908 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 590910 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 590913 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 590915 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 590918 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 590921 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 590923 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 590925 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 590928 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 590930 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 590933 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 590935 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 590937 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 590940 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 590942 INFO  (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 591062 INFO  (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36578/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 591267 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 591268 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 591378 INFO  (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 591379 INFO  (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 592298 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 592300 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 592303 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 592313 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 592313 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 592313 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 592314 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 592314 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 592314 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 592314 WARN  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 592322 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 592342 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 592551 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 592614 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 592615 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 592615 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 592615 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 592637 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 592711 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 592711 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 592712 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 592712 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 592714 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71816940[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 592715 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 592716 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 592718 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 592720 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 592720 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 592728 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 592735 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 592735 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589341144872910848
   [junit4]   2> 592735 INFO  (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@71816940[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 592735 INFO  (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 592735 INFO  (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 592741 INFO  (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@71816940[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 592741 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 592741 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 592741 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 592741 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 592741 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 592741 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 592746 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 592849 INFO  (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 592849 INFO  (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 592897 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 592900 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1632
   [junit4]   2> 592903 INFO  (qtp1879843480-3951) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 593002 INFO  (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 593002 INFO  (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 593906 INFO  (qtp1879843480-3951) [n:127.0.0.1:36578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3073
   [junit4]   2> 593961 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 593962 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 593963 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 593966 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 593969 INFO  (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 593977 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 593977 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 593977 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 593977 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 593977 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 593978 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 593978 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 593978 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 593978 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 593978 WARN  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 593983 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 593998 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 594071 INFO  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 594072 INFO  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 594072 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 594073 INFO  (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 594073 INFO  (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 594134 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 594172 INFO  (Thread-1359) [n:127.0.0.1:36578_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 594174 INFO  (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 594174 INFO  (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 594174 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 594175 INFO  (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 594175 INFO  (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 594194 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
   [junit4]   2> 594194 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 594196 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 594231 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 594231 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 594232 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58e3231d[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 594234 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 594234 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 594234 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 594235 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 594236 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 594236 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 594237 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 594238 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589341146448920576
   [junit4]   2> 594238 INFO  (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@58e3231d[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 594239 INFO  (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 594239 INFO  (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 594241 INFO  (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@58e3231d[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 594242 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 594242 INFO  (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20b69de[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 594242 INFO  (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@20b69de[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 594242 INFO  (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 594245 INFO  (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@20b69de[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 594276 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 594276 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 594276 INFO  (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 594277 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 315.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 594277 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=350
   [junit4]   2> 594277 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@59856663
   [junit4]   2> 594277 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1501914723
   [junit4]   2> 594277 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@799f5331: rootName = solr_36578, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@16e09120
   [junit4]   2> 594282 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1501914723
   [junit4]   2> 594285 INFO  (qtp1879843480-3953) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 594285 INFO  (qtp1879843480-3953) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 594286 INFO  (Thread-1360) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 594286 INFO  (solrHandlerExecutor-1236-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 594287 INFO  (Thread-1360) [n:127.0.0.1:36578_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 594287 INFO  (Thread-1360) [n:127.0.0.1:36578_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 594389 INFO  (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 594389 INFO  (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 594389 INFO  (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 594391 INFO  (qtp1879843480-3953) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 105.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 594392 INFO  (qtp1879843480-3951) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 594399 INFO  (OverseerCollectionConfigSetProcessor-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 594399 INFO  (OverseerThreadFactory-1221-thread-2-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 594401 INFO  (qtp1879843480-3947) [n:127.0.0.1:36578_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 594402 INFO  (qtp1879843480-3947) [n:127.0.0.1:36578_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3aa43056: rootName = solr_36578, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@16e09120
   [junit4]   2> 594419 INFO  (qtp1879843480-3947) [n:127.0.0.1:36578_solr    ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e53d382
   [junit4]   2> 594419 INFO  (qtp1879843480-3947) [n:127.0.0.1:36578_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1045681026
   [junit4]   2> 594419 INFO  (qtp1879843480-3947) [n:127.0.0.1:36578_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1045681026
   [junit4]   2> 594424 INFO  (qtp1879843480-3947) [n:127.0.0.1:36578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 595135 INFO  (qtp1879843480-3951) [n:127.0.0.1:36578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=743
   [junit4]   2> 595137 INFO  (qtp1879843480-3954) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.timePartitionAliasName=myalias&collection.configName=timeConfig&maxShardsPerNode=2&name=myalias_2017-10-23&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 595143 INFO  (OverseerThreadFactory-1221-thread-3-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
   [junit4]   2> 595145 INFO  (OverseerCollectionConfigSetProcessor-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 595368 INFO  (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:63560/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 595374 INFO  (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36578/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 595381 INFO  (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:63560/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 595387 INFO  (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36578/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 595602 INFO  (qtp1879843480-3950) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node5&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 595604 INFO  (qtp1879843480-3948) [n:127.0.0.1:36578_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node8&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 595608 INFO  (qtp1071057060-3958) [n:127.0.0.1:63560_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node3&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 595608 INFO  (qtp1071057060-3958) [n:127.0.0.1:63560_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 595610 INFO  (qtp1071057060-3959) [n:127.0.0.1:63560_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node7&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 595734 INFO  (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 595734 INFO  (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 595734 INFO  (zkCallback-807-thread-2-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 595734 INFO  (zkCallback-807-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 596638 INFO  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 596638 INFO  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 596638 INFO  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 596638 INFO  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 596638 WARN  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 596638 WARN  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 596638 WARN  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 596638 WARN  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist
   [junit4]   2> 596638 WARN  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 596639 WARN  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 596639 WARN  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 596639 WARN  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist
   [junit4]   2> 596639 WARN  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 596639 WARN  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 596639 WARN  (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 596639 WARN  (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered

[...truncated too long message...]

0)
   [junit4]   2> 610825 INFO  (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-24.shard1.replica_n1, tag=1729543471
   [junit4]   2> 610825 INFO  (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6bc9a892: rootName = solr_36578, domain = solr.core.myalias_2017-10-24.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-24.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@75560f16
   [junit4]   2> 610826 INFO  (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.c.SolrCore [myalias_2017-10-26_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5e637f5a
   [junit4]   2> 610826 INFO  (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-26.shard1.replica_n1, tag=1583578970
   [junit4]   2> 610826 INFO  (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@36c5920: rootName = solr_63560, domain = solr.core.myalias_2017-10-26.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-26.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@10e1d65e
   [junit4]   2> 610826 INFO  (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.c.SolrCore [myalias_2017-10-25_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@208781e4
   [junit4]   2> 610889 INFO  (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-26.shard1.leader, tag=1583578970
   [junit4]   2> 610889 INFO  (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 610889 INFO  (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a19bd2e commitCommandVersion:0
   [junit4]   2> 610894 INFO  (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-24.shard1.leader, tag=1729543471
   [junit4]   2> 610895 INFO  (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-25.shard1.replica_n1, tag=545751524
   [junit4]   2> 610896 INFO  (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6201747d: rootName = solr_36578, domain = solr.core.myalias_2017-10-25.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-25.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7209d7eb
   [junit4]   2> 610895 INFO  (jetty-closer-792-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99333821388947461-127.0.0.1:63560_solr-n_0000000000) closing
   [junit4]   2> 610896 INFO  (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 610896 INFO  (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2a9c0985 commitCommandVersion:0
   [junit4]   2> 610897 INFO  (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63560_solr
   [junit4]   2> 610904 WARN  (OverseerAutoScalingTriggerThread-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 610912 INFO  (jetty-closer-792-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@596c37af{/solr,null,UNAVAILABLE}
   [junit4]   2> 610913 INFO  (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36578_solr
   [junit4]   2> 610923 INFO  (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-25.shard1.leader, tag=545751524
   [junit4]   2> 610924 INFO  (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 610924 INFO  (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78f1bc9b commitCommandVersion:0
   [junit4]   2> 610932 INFO  (jetty-closer-792-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7cf0d3c7{/solr,null,UNAVAILABLE}
   [junit4]   2> 610934 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 610934 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43203 43203
   [junit4]   2> 619474 INFO  (Thread-1340) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43203 43203
   [junit4]   2> 619476 WARN  (Thread-1340) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/configs/timeConfig/managed-schema
   [junit4]   2> 	6	/solr/configs/timeConfig
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/myalias_2017-10-23/state.json
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-24/state.json
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-25/state.json
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-26/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/timeConfig/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=no-NO, timezone=America/Argentina/La_Rioja
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=63282640,total=202207232
   [junit4]   2> NOTE: All tests run in this JVM: [ClassificationUpdateProcessorIntegrationTest, HighlighterMaxOffsetTest, DeleteShardTest, RequiredFieldsTest, NumberUtilsTest, ConvertedLegacyTest, SuggesterTest, BadCopyFieldTest, DisMaxRequestHandlerTest, TestTrieFacet, TestJsonFacetRefinement, TestPointFields, TestDFRSimilarityFactory, TestDelegationWithHadoopAuth, TestPayloadCheckQParserPlugin, TestChildDocTransformer, RollingRestartTest, TestUniqueKeyFieldResource, DirectoryFactoryTest, SaslZkACLProviderTest, TestSurroundQueryParser, HdfsBasicDistributedZk2Test, RAMDirectoryFactoryTest, V2StandaloneTest, TestStressRecovery, TestRandomDVFaceting, DataDrivenBlockJoinTest, AddReplicaTest, TestSolrDeletionPolicy2, OverseerTest, BlockDirectoryTest, MoveReplicaHDFSFailoverTest, TestRequestStatusCollectionAPI, TestJoin, TestSolrCoreProperties, TestJsonRequest, OverseerModifyCollectionTest, DistributedTermsComponentTest, ConjunctionSolrSpellCheckerTest, SolrInfoBeanTest, DistributedQueryElevationComponentTest, UUIDFieldTest, URLClassifyProcessorTest, TestHdfsBackupRestoreCore, CollectionReloadTest, HdfsRecoverLeaseTest, TestNoOpRegenerator, CSVRequestHandlerTest, TimeRoutedAliasUpdateProcessorTest]
   [junit4] Completed [121/766 (1!)] on J0 in 29.33s, 2 tests, 1 error <<< FAILURES!

[...truncated 50302 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 387 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/387/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

13 tests failed.
FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,termVector,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,termVector,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,termVector,termVectorOffsets,termVectorPosition}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,termVector,termVectorOffsets,termVectorPosition}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([3C3C6F7204F44EC2:D8202967A5E3B30]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1228)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([3C3C6F7204F44EC2:C71EC757D65EAD50]:0)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.setupTest(TriggerIntegrationTest.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([3C3C6F7204F44EC2:1A56D14B1FFBE1AE]:0)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.setupTest(TriggerIntegrationTest.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testContinueTriggersOnOverseerRestart

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([3C3C6F7204F44EC2:99ECB7E69B0B9BBA]:0)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.setupTest(TriggerIntegrationTest.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at http://127.0.0.1:35226/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35226/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([3C3C6F7204F44EC2:53B9242AB8827D2D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 7552 lines...]
   [junit4] Suite: org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testWithSameTermQuery -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.03s J0 | TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testSubPhrases -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.01s J0 | TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testWithSameTermQuery -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.02s J0 | TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,termVector,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testSubPhrases -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.01s J0 | TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,termVector,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testWithSameTermQuery -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.01s J0 | TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testSubPhrases -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.01s J0 | TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testWithSameTermQuery -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.02s J0 | TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,termVector,termVectorOffsets,termVectorPosition} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:2DD486AB42120EB8]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:165)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUnifiedHighlighterStrictPhrases -Dtests.method=testSubPhrases -Dtests.seed=E7AFCB7B6D9E4747 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.03s J0 | TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,termVector,termVectorOffsets,termVectorPosition} <<<
   [junit4]    > Throwable #1: arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E7AFCB7B6D9E4747:5D306300AC520347]:0)
   [junit4]    > 	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:209)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {body=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1149, maxMBSortInHeap=5.0739767141112395, sim=RandomSimilarity(queryNorm=false): {body=DFR I(n)BZ(0.3)}, locale=vi, timezone=UCT
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=55997248,total=100663296
   [junit4]   2> NOTE: All tests run in this JVM: [TestWholeBreakIterator, SimpleBoundaryScannerTest, TestCustomSeparatorBreakIterator, TestUnifiedHighlighterStrictPhrases]
   [junit4] Completed [11/29 (1!)] on J0 in 2.05s, 56 tests, 8 failures <<< FAILURES!

[...truncated 5024 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_3C3C6F7204F44EC2-001/init-core-data-001
   [junit4]   2> 2112872 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 2112872 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2112873 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2112874 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2112874 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_3C3C6F7204F44EC2-001/tempDir-001
   [junit4]   2> 2112874 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2112874 INFO  (Thread-4100) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2112874 INFO  (Thread-4100) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2112876 ERROR (Thread-4100) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2112974 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36000
   [junit4]   2> 2112977 INFO  (zkConnectionManagerCallback-3462-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2112984 INFO  (jetty-launcher-3459-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2112984 INFO  (jetty-launcher-3459-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2112985 INFO  (jetty-launcher-3459-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c5ecc07{/solr,null,AVAILABLE}
   [junit4]   2> 2112986 INFO  (jetty-launcher-3459-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dc6d41{/solr,null,AVAILABLE}
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d7db4b7{HTTP/1.1,[http/1.1]}{127.0.0.1:39554}
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-2) [    ] o.e.j.s.Server Started @2118948ms
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39554}
   [junit4]   2> 2112988 ERROR (jetty-launcher-3459-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@50f2bf66{HTTP/1.1,[http/1.1]}{127.0.0.1:35226}
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T09:50:37.226Z
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-1) [    ] o.e.j.s.Server Started @2118948ms
   [junit4]   2> 2112988 INFO  (jetty-launcher-3459-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35226}
   [junit4]   2> 2112989 ERROR (jetty-launcher-3459-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2112989 INFO  (jetty-launcher-3459-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2112989 INFO  (jetty-launcher-3459-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2112989 INFO  (jetty-launcher-3459-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2112989 INFO  (jetty-launcher-3459-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T09:50:37.227Z
   [junit4]   2> 2112992 INFO  (zkConnectionManagerCallback-3464-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2112992 INFO  (zkConnectionManagerCallback-3466-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2112993 INFO  (jetty-launcher-3459-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2112993 INFO  (jetty-launcher-3459-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2113002 INFO  (jetty-launcher-3459-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36000/solr
   [junit4]   2> 2113002 INFO  (jetty-launcher-3459-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36000/solr
   [junit4]   2> 2113004 INFO  (zkConnectionManagerCallback-3472-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2113005 INFO  (zkConnectionManagerCallback-3474-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2113007 INFO  (zkConnectionManagerCallback-3476-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2113008 INFO  (zkConnectionManagerCallback-3478-thread-1-processing-n:127.0.0.1:39554_solr) [n:127.0.0.1:39554_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2113129 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2113129 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35226_solr
   [junit4]   2> 2113131 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.c.Overseer Overseer (id=99330571443437573-127.0.0.1:35226_solr-n_0000000000) starting
   [junit4]   2> 2113143 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35226_solr
   [junit4]   2> 2113146 INFO  (OverseerStateUpdate-99330571443437573-127.0.0.1:35226_solr-n_0000000000) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2113158 INFO  (jetty-launcher-3459-thread-2) [n:127.0.0.1:39554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2113161 INFO  (jetty-launcher-3459-thread-2) [n:127.0.0.1:39554_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2113163 INFO  (jetty-launcher-3459-thread-2) [n:127.0.0.1:39554_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39554_solr
   [junit4]   2> 2113187 INFO  (zkCallback-3475-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2113188 INFO  (zkCallback-3477-thread-1-processing-n:127.0.0.1:39554_solr) [n:127.0.0.1:39554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2113207 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35226.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa5a7d
   [junit4]   2> 2113213 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35226.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa5a7d
   [junit4]   2> 2113213 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35226.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa5a7d
   [junit4]   2> 2113214 INFO  (jetty-launcher-3459-thread-1) [n:127.0.0.1:35226_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_3C3C6F7204F44EC2-001/tempDir-001/node1/.
   [junit4]   2> 2113312 INFO  (jetty-launcher-3459-thread-2) [n:127.0.0.1:39554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39554.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa5a7d
   [junit4]   2> 2113317 INFO  (jetty-launcher-3459-thread-2) [n:127.0.0.1:39554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39554.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa5a7d
   [junit4]   2> 2113318 INFO  (jetty-launcher-3459-thread-2) [n:127.0.0.1:39554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39554.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa5a7d
   [junit4]   2> 2113318 INFO  (jetty-launcher-3459-thread-2) [n:127.0.0.1:39554_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_3C3C6F7204F44EC2-001/tempDir-001/node2/.
   [junit4]   2> 2113337 INFO  (zkConnectionManagerCallback-3484-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2113353 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[3C3C6F7204F44EC2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2113356 INFO  (zkConnectionManagerCallback-3489-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2113358 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[3C3C6F7204F44EC2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2113359 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[3C3C6F7204F44EC2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36000/solr ready
   [junit4]   2> 2113360 INFO  (qtp800759684-16256) [n:127.0.0.1:35226_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2113360 INFO  (qtp800759684-16256) [n:127.0.0.1:35226_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2113361 INFO  (qtp800759684-16259) [n:127.0.0.1:35226_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2113364 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 2113364 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 2113365 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 2113368 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 2113370 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 2113373 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 2113375 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 2113378 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 2113381 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 2113383 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 2113385 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 2113388 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 2113391 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 2113393 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 2113395 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 2113397 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 2113400 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 2113402 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 2113405 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 2113408 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 2113410 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 2113413 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 2113415 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 2113417 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 2113420 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 2113422 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 2113424 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 2113427 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 2113429 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 2113431 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 2113433 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 2113435 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 2113438 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 2113440 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 2113443 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 2113445 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 2113447 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 2113450 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 2113452 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 2113454 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 2113456 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 2113459 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 2113461 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 2113463 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 2113465 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 2113467 INFO  (OverseerThreadFactory-5899-thread-1-processing-n:127.0.0.1:35226_solr) [n:127.0.0.1:35226_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 2113588 INFO  (OverseerStateUpdate-99330571443437573-127.0.0.1:35226_solr-n_0000000000) [n:127.0.0.1:35226_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39554/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2113793 INFO  (qtp2078206583-16246) [n:127.0.0.1:39554_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2113793 INFO  (qtp2078206583-16246) [n:127.0.0.1:39554_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2113903 INFO  (zkCallback-3477-thread-1-processing-n:127.0.0.1:39554_solr) [n:127.0.0.1:39554_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2113903 INFO  (zkCallback-3477-thread-2-processing-n:127.0.0.1:39554_solr) [n:127.0.0.1:39554_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [Wa

[...truncated too long message...]

  (zkCallback-3620-thread-2-processing-n:127.0.0.1:60121_solr) [n:127.0.0.1:60121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2596339 INFO  (jetty-closer-3520-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@196a10bf{/solr,null,UNAVAILABLE}
   [junit4]   2> 2596342 INFO  (jetty-closer-3520-thread-7) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50833_solr
   [junit4]   2> 2596343 INFO  (jetty-closer-3520-thread-7) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2596343 INFO  (jetty-closer-3520-thread-7) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2596345 INFO  (zkCallback-3650-thread-3-processing-n:127.0.0.1:50833_solr) [n:127.0.0.1:50833_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2596345 INFO  (zkCallback-3620-thread-2-processing-n:127.0.0.1:60121_solr) [n:127.0.0.1:60121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2596347 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e4a5b4860027, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2596347 INFO  (jetty-closer-3520-thread-7) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1023640f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2596351 INFO  (jetty-closer-3520-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60121_solr
   [junit4]   2> 2596352 INFO  (jetty-closer-3520-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2596352 INFO  (jetty-closer-3520-thread-4) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2596355 INFO  (zkCallback-3620-thread-2-processing-n:127.0.0.1:60121_solr) [n:127.0.0.1:60121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2596357 INFO  (jetty-closer-3520-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@116912ae{/solr,null,UNAVAILABLE}
   [junit4]   2> 2596358 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e4a5b486001e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2597808 WARN  (zkCallback-3640-thread-1-processing-n:127.0.0.1:54724_solr) [n:127.0.0.1:54724_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2597809 INFO  (jetty-closer-3520-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e8ef0ee{/solr,null,UNAVAILABLE}
   [junit4]   2> 2597817 ERROR (SUITE-TriggerIntegrationTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2597819 INFO  (SUITE-TriggerIntegrationTest-seed#[3C3C6F7204F44EC2]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44821 44821
   [junit4]   2> 2602923 INFO  (Thread-5976) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44821 44821
   [junit4]   2> 2602928 WARN  (Thread-5976) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/aliases.json
   [junit4]   2> 	14	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	26	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/99330592151568390-127.0.0.1:52011_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/99330592151568417-127.0.0.1:35274_solr-n_0000000009
   [junit4]   2> 	2	/solr/overseer_elect/election/99330592151568414-127.0.0.1:60121_solr-n_0000000008
   [junit4]   2> 	2	/solr/overseer_elect/election/99330592151568423-127.0.0.1:50833_solr-n_0000000011
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/live_nodes
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_trigger
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3C3C6F7204F44EC2-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=es-PA, timezone=Europe/Gibraltar
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=157690968,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestLegacyFieldCache, TestIntervalFaceting, BasicDistributedZk2Test, TestDocumentBuilder, TestComponentsName, TestPullReplica, TestCollectionsAPIViaSolrCloudCluster, StatelessScriptUpdateProcessorFactoryTest, CoreAdminRequestStatusTest, HttpPartitionTest, CdcrReplicationHandlerTest, MoveReplicaHDFSTest, HdfsRecoveryZkTest, TestBinaryResponseWriter, TermsComponentTest, TermVectorComponentDistributedTest, HdfsBasicDistributedZkTest, TestFaceting, TestCloudInspectUtil, TestFoldingMultitermQuery, TestFastOutputStream, TestConfigSetProperties, LeaderInitiatedRecoveryOnCommitTest, PreAnalyzedFieldTest, TestCloudPivotFacet, TestWordDelimiterFilterFactory, BlockCacheTest, DocValuesMultiTest, JsonLoaderTest, HdfsTlogReplayBufferedWhileIndexingTest, TestShortCircuitedRequests, TestBlobHandler, TestImpersonationWithHadoopAuth, SoftAutoCommitTest, TestShardHandlerFactory, ZkSolrClientTest, BJQParserTest, SpellPossibilityIteratorTest, TestFieldCache, DocumentAnalysisRequestHandlerTest, PeerSyncTest, ZkNodePropsTest, PingRequestHandlerTest, TestUnifiedSolrHighlighter, TestOverriddenPrefixQueryForCustomFieldType, SolrCoreMetricManagerTest, BadComponentTest, TestClusterStateMutator, TestCollapseQParserPlugin, TestInitQParser, TestFieldCacheVsDocValues, TestLeaderInitiatedRecoveryThread, HdfsNNFailoverTest, TestFieldSortValues, TestHashPartitioner, TestLMJelinekMercerSimilarityFactory, TestTolerantUpdateProcessorCloud, TestRandomFlRTGCloud, CollectionsAPIAsyncDistributedZkTest, DocumentBuilderTest, SolrShardReporterTest, TestManagedResourceStorage, InfoHandlerTest, TestSubQueryTransformerDistrib, TestSerializedLuceneMatchVersion, TestZkAclsWithHadoopAuth, TestFunctionQuery, TestSSLRandomization, UpdateParamsTest, CurrencyFieldTypeTest, TestConfigOverlay, TestPKIAuthenticationPlugin, TestOnReconnectListenerSupport, TestPartialUpdateDeduplication, PluginInfoTest, SortSpecParsingTest, SubstringBytesRefFilterTest, TestClusterProperties, TestSubQueryTransformer, CollectionStateFormat2Test, TestPayloadScoreQParserPlugin, DocValuesNotIndexedTest, RecoveryAfterSoftCommitTest, TestCoreContainer, TestZkChroot, DistributedQueueTest, TestBlendedInfixSuggestions, TestMaxScoreQueryParser, TestPivotHelperCode, SystemLogListenerTest, JSONWriterTest, TestTrie, DistributedFacetPivotSmallAdvancedTest, CdcrBootstrapTest, TestDynamicFieldCollectionResource, TestSolrQueryParser, TestCloudRecovery, TestSkipOverseerOperations, AutoAddReplicasPlanActionTest, TestFieldCollectionResource, TestCryptoKeys, TestRestoreCore, TestNonDefinedSimilarityFactory, TestApiFramework, TestValueSourceCache, MBeansHandlerTest, TestFreeTextSuggestions, SpatialHeatmapFacetsTest, QueryEqualityTest, ShardSplitTest, TestFieldTypeCollectionResource, JvmMetricsTest, DistanceUnitsTest, SpatialRPTFieldTypeTest, TestSystemIdResolver, JavabinLoaderTest, TestStressReorder, TestPerFieldSimilarity, HdfsSyncSliceTest, TestExactStatsCache, TestExpandComponent, MultiThreadedOCPTest, CoreAdminHandlerTest, TestCrossCoreJoin, ConcurrentDeleteAndCreateCollectionTest, AutoscalingHistoryHandlerTest, MergeStrategyTest, DebugComponentTest, CopyFieldTest, TestRandomFaceting, TestMultiWordSynonyms, TestDistribDocBasedVersion, TestRawTransformer, TestConfigSetsAPIExclusivity, TestPostingsSolrHighlighter, RequestLoggingTest, TestAuthenticationFramework, TestLeaderElectionWithEmptyReplica, BasicZkTest, DeleteLastCustomShardedReplicaTest, TestIndexSearcher, LegacyCloudClusterPropTest, TestExportWriter, SimpleCollectionCreateDeleteTest, TolerantUpdateProcessorTest, TestSort, PolyFieldTest, MoreLikeThisHandlerTest, TestNodeLostTrigger, TestDistributedGrouping, BasicAuthIntegrationTest, TriggerIntegrationTest]
   [junit4] Completed [331/766 (2!)] on J1 in 172.68s, 14 tests, 1 failure, 3 errors, 1 skipped <<< FAILURES!

[...truncated 49550 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 385 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/385/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream

Error Message:
expected:<5> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<2>
	at __randomizedtesting.SeedInfo.seed([CA60AF2765FF6F40:EA8ACD27F9BE820C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4594)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15093 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/init-core-data-001
   [junit4]   2> 140553 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 140554 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 140554 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 140555 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001
   [junit4]   2> 140555 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 140555 INFO  (Thread-698) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 140555 INFO  (Thread-698) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 140557 ERROR (Thread-698) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 140655 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52454
   [junit4]   2> 140657 INFO  (zkConnectionManagerCallback-979-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140664 INFO  (jetty-launcher-976-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 140664 INFO  (jetty-launcher-976-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 140665 INFO  (jetty-launcher-976-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 140666 INFO  (jetty-launcher-976-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 140667 INFO  (jetty-launcher-976-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fac36c4{/solr,null,AVAILABLE}
   [junit4]   2> 140668 INFO  (jetty-launcher-976-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@589452b4{HTTP/1.1,[http/1.1]}{127.0.0.1:35588}
   [junit4]   2> 140668 INFO  (jetty-launcher-976-thread-4) [    ] o.e.j.s.Server Started @144005ms
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35588}
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@137755fb{/solr,null,AVAILABLE}
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ded2a94{HTTP/1.1,[http/1.1]}{127.0.0.1:43842}
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-1) [    ] o.e.j.s.Server Started @144006ms
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43842}
   [junit4]   2> 140669 ERROR (jetty-launcher-976-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 140669 ERROR (jetty-launcher-976-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-10T10:07:32.639Z
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 140669 INFO  (jetty-launcher-976-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 140670 INFO  (jetty-launcher-976-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 140670 INFO  (jetty-launcher-976-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-10T10:07:32.640Z
   [junit4]   2> 140673 INFO  (jetty-launcher-976-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bd57b7e{/solr,null,AVAILABLE}
   [junit4]   2> 140673 INFO  (jetty-launcher-976-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@206fc21{HTTP/1.1,[http/1.1]}{127.0.0.1:37334}
   [junit4]   2> 140673 INFO  (jetty-launcher-976-thread-3) [    ] o.e.j.s.Server Started @144010ms
   [junit4]   2> 140673 INFO  (jetty-launcher-976-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37334}
   [junit4]   2> 140675 ERROR (jetty-launcher-976-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 140675 INFO  (jetty-launcher-976-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 140675 INFO  (jetty-launcher-976-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 140675 INFO  (jetty-launcher-976-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 140675 INFO  (jetty-launcher-976-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-10T10:07:32.645Z
   [junit4]   2> 140676 INFO  (jetty-launcher-976-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ca26279{/solr,null,AVAILABLE}
   [junit4]   2> 140677 INFO  (jetty-launcher-976-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ff86c45{HTTP/1.1,[http/1.1]}{127.0.0.1:34965}
   [junit4]   2> 140677 INFO  (jetty-launcher-976-thread-2) [    ] o.e.j.s.Server Started @144013ms
   [junit4]   2> 140677 INFO  (jetty-launcher-976-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34965}
   [junit4]   2> 140679 INFO  (zkConnectionManagerCallback-981-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140680 ERROR (jetty-launcher-976-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 140680 INFO  (jetty-launcher-976-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 140680 INFO  (jetty-launcher-976-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 140680 INFO  (jetty-launcher-976-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 140680 INFO  (jetty-launcher-976-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-10T10:07:32.650Z
   [junit4]   2> 140681 INFO  (jetty-launcher-976-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 140683 INFO  (zkConnectionManagerCallback-985-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140683 INFO  (zkConnectionManagerCallback-983-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140688 INFO  (jetty-launcher-976-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 140692 INFO  (jetty-launcher-976-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52454/solr
   [junit4]   2> 140693 INFO  (jetty-launcher-976-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 140693 INFO  (zkConnectionManagerCallback-987-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140694 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160df8a04ae0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 140695 INFO  (jetty-launcher-976-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52454/solr
   [junit4]   2> 140698 INFO  (zkConnectionManagerCallback-991-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140698 INFO  (jetty-launcher-976-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 140699 INFO  (zkConnectionManagerCallback-995-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140704 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160df8a04ae0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 140705 INFO  (zkConnectionManagerCallback-997-thread-1-processing-n:127.0.0.1:35588_solr) [n:127.0.0.1:35588_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140706 INFO  (jetty-launcher-976-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52454/solr
   [junit4]   2> 140708 INFO  (jetty-launcher-976-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52454/solr
   [junit4]   2> 140710 INFO  (zkConnectionManagerCallback-1003-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140711 INFO  (zkConnectionManagerCallback-1000-thread-1-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140714 INFO  (zkConnectionManagerCallback-1007-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140716 INFO  (zkConnectionManagerCallback-1009-thread-1-processing-n:127.0.0.1:43842_solr) [n:127.0.0.1:43842_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140718 INFO  (zkConnectionManagerCallback-1011-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 140745 WARN  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 140751 WARN  (jetty-launcher-976-thread-4) [n:127.0.0.1:35588_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 140752 WARN  (jetty-launcher-976-thread-1) [n:127.0.0.1:43842_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 140767 WARN  (jetty-launcher-976-thread-2) [n:127.0.0.1:34965_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 140772 INFO  (jetty-launcher-976-thread-1) [n:127.0.0.1:43842_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 140772 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 140773 INFO  (jetty-launcher-976-thread-4) [n:127.0.0.1:35588_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 140773 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37334_solr
   [junit4]   2> 140773 INFO  (jetty-launcher-976-thread-2) [n:127.0.0.1:34965_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 140775 INFO  (jetty-launcher-976-thread-1) [n:127.0.0.1:43842_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43842_solr
   [junit4]   2> 140775 INFO  (jetty-launcher-976-thread-4) [n:127.0.0.1:35588_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35588_solr
   [junit4]   2> 140776 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.c.Overseer Overseer (id=99324975679143944-127.0.0.1:37334_solr-n_0000000000) starting
   [junit4]   2> 140787 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:35588_solr) [n:127.0.0.1:35588_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 140812 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 140814 INFO  (zkCallback-999-thread-1-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 140815 INFO  (zkCallback-1008-thread-1-processing-n:127.0.0.1:43842_solr) [n:127.0.0.1:43842_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 140816 INFO  (jetty-launcher-976-thread-2) [n:127.0.0.1:34965_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34965_solr
   [junit4]   2> 140820 INFO  (zkCallback-999-thread-1-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 140825 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37334_solr
   [junit4]   2> 140829 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:35588_solr) [n:127.0.0.1:35588_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 140831 INFO  (zkCallback-1008-thread-1-processing-n:127.0.0.1:43842_solr) [n:127.0.0.1:43842_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 140833 INFO  (OverseerStateUpdate-99324975679143944-127.0.0.1:37334_solr-n_0000000000) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 140852 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 140907 INFO  (jetty-launcher-976-thread-2) [n:127.0.0.1:34965_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34965.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 140915 INFO  (jetty-launcher-976-thread-2) [n:127.0.0.1:34965_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34965.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 140915 INFO  (jetty-launcher-976-thread-2) [n:127.0.0.1:34965_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34965.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 140916 INFO  (jetty-launcher-976-thread-2) [n:127.0.0.1:34965_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node3/.
   [junit4]   2> 140961 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37334.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 140968 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37334.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 140969 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37334.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 140969 INFO  (jetty-launcher-976-thread-3) [n:127.0.0.1:37334_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node4/.
   [junit4]   2> 141007 INFO  (jetty-launcher-976-thread-4) [n:127.0.0.1:35588_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35588.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 141014 INFO  (jetty-launcher-976-thread-1) [n:127.0.0.1:43842_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43842.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 141015 INFO  (jetty-launcher-976-thread-4) [n:127.0.0.1:35588_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35588.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 141015 INFO  (jetty-launcher-976-thread-4) [n:127.0.0.1:35588_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35588.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 141016 INFO  (jetty-launcher-976-thread-4) [n:127.0.0.1:35588_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node2/.
   [junit4]   2> 141020 INFO  (jetty-launcher-976-thread-1) [n:127.0.0.1:43842_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43842.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 141020 INFO  (jetty-launcher-976-thread-1) [n:127.0.0.1:43842_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43842.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 141021 INFO  (jetty-launcher-976-thread-1) [n:127.0.0.1:43842_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node1/.
   [junit4]   2> 141071 INFO  (zkConnectionManagerCallback-1021-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141075 INFO  (zkConnectionManagerCallback-1025-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141077 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 141078 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52454/solr ready
   [junit4]   2> 141090 INFO  (qtp1251974064-3014) [n:127.0.0.1:43842_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 141093 INFO  (OverseerThreadFactory-1280-thread-1-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
   [junit4]   2> 141209 INFO  (OverseerStateUpdate-99324975679143944-127.0.0.1:37334_solr-n_0000000000) [n:127.0.0.1:37334_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34965/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 141213 INFO  (OverseerStateUpdate-99324975679143944-127.0.0.1:37334_solr-n_0000000000) [n:127.0.0.1:37334_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37334/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 141420 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 141420 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 141420 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 141420 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 141529 INFO  (zkCallback-999-thread-1-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 141530 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 141530 INFO  (zkCallback-1010-thread-2-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 141530 INFO  (zkCallback-999-thread-2-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142438 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 142439 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 142461 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
   [junit4]   2> 142461 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 142522 WARN  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 142522 WARN  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 142522 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 142522 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 142523 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37334.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 142523 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 142523 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node4/collection1_collection_shard2_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node4/./collection1_collection_shard2_replica_n2/data/]
   [junit4]   2> 142528 WARN  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 142528 WARN  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 142529 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 142529 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 142529 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34965.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@530245ae
   [junit4]   2> 142529 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 142529 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node3/collection1_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001/tempDir-001/node3/./collection1_collection_shard1_replica_n1/data/]
   [junit4]   2> 142574 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 142574 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 142576 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 142576 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 142576 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 142576 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 142578 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e1e3a52[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 142578 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 142578 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 142579 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 142580 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 142580 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@12287ff8[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 142580 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 142582 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 142582 INFO  (searcherExecutor-1290-thread-1-processing-n:127.0.0.1:34965_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@e1e3a52[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 142582 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589199612990717952
   [junit4]   2> 142582 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 142582 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 142583 INFO  (searcherExecutor-1289-thread-1-processing-n:127.0.0.1:37334_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@12287ff8[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 142583 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589199612991766528
   [junit4]   2> 142591 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 142591 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 142591 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 142591 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 142591 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/
   [junit4]   2> 142591 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/
   [junit4]   2> 142591 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 142591 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 142591 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 142591 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 142591 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 142591 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 142599 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/ shard1
   [junit4]   2> 142602 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/ shard2
   [junit4]   2> 142703 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142703 INFO  (zkCallback-999-thread-2-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142703 INFO  (zkCallback-999-thread-1-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142703 INFO  (zkCallback-1010-thread-2-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142750 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 142753 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 142753 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1334
   [junit4]   2> 142755 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1335
   [junit4]   2> 142760 INFO  (qtp1251974064-3014) [n:127.0.0.1:43842_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 142856 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142856 INFO  (zkCallback-1010-thread-2-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142856 INFO  (zkCallback-999-thread-2-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 142856 INFO  (zkCallback-999-thread-1-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 143096 INFO  (OverseerCollectionConfigSetProcessor-99324975679143944-127.0.0.1:37334_solr-n_0000000000) [n:127.0.0.1:37334_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 143776 INFO  (qtp1251974064-3014) [n:127.0.0.1:43842_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2687
   [junit4]   2> 143777 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1_collection failOnTimeout:true timeout (sec):90
   [junit4]   2> 143777 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1_collection
   [junit4]   2> 143778 INFO  (qtp1251974064-3016) [n:127.0.0.1:43842_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 143887 INFO  (qtp1251974064-3016) [n:127.0.0.1:43842_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=108
   [junit4]   2> 143920 INFO  (TEST-StreamExpressionTest.testTtest-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTtest
   [junit4]   2> 143928 INFO  (qtp168770838-3046) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614400004096)} 0 1
   [junit4]   2> 143930 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614404198400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 143931 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614405246976,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 143931 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 143931 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 143931 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 143931 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 143931 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 143931 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 143932 INFO  (qtp567820016-3034) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614397906944),commit=} 0 8
   [junit4]   2> 143941 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=let(echo%3Dtrue,a%3Darray(0,1,2,3,4,5,6,7,9,10,11,12),+b%3Darray(0,1,2,3,4,5,6,7,1,1,1,1),+ttest%3Dttest(a,+b),sample2Mean%3Dmean(b),onesamplettest%3Dttest(sample2Mean,+b),pairedttest%3DpairedTtest(a,b))&wt=json&version=2.2} status=0 QTime=3
   [junit4]   2> 144006 INFO  (TEST-StreamExpressionTest.testTtest-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTtest
   [junit4]   2> 144041 INFO  (TEST-StreamExpressionTest.testConvolution-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConvolution
   [junit4]   2> 144046 INFO  (qtp567820016-3036) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614524784640)} 0 1
   [junit4]   2> 144049 INFO  (qtp567820016-3035) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614528978944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144049 INFO  (qtp567820016-3035) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 144049 INFO  (qtp168770838-3046) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614528978944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144049 INFO  (qtp168770838-3046) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 144049 INFO  (qtp567820016-3035) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144050 INFO  (qtp168770838-3046) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144050 INFO  (qtp567820016-3035) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 144050 INFO  (qtp168770838-3046) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 144051 INFO  (qtp168770838-3044) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614521638912),commit=} 0 8
   [junit4]   2> 144071 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[id_2 (1589199614533173248), id_10 (1589199614535270400), id_13 (1589199614535270401), id_14 (1589199614535270402), id_16 (1589199614535270403), id_17 (1589199614535270404), id_18 (1589199614536318976), id_21 (1589199614536318977), id_22 (1589199614536318978), id_23 (1589199614536318979), ... (125 adds)]} 0 18
   [junit4]   2> 144088 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[id_1 (1589199614538416128), id_3 (1589199614553096192), id_4 (1589199614553096193), id_5 (1589199614553096194), id_6 (1589199614553096195), id_7 (1589199614554144768), id_8 (1589199614554144769), id_9 (1589199614554144770), id_11 (1589199614554144771), id_12 (1589199614554144772), ... (125 adds)]} 0 34
   [junit4]   2> 144090 INFO  (qtp567820016-3037) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614571970560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144090 INFO  (qtp567820016-3037) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6853ddf0 commitCommandVersion:1589199614571970560
   [junit4]   2> 144097 INFO  (qtp567820016-3037) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@40775b6f[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 144098 INFO  (qtp567820016-3037) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144099 INFO  (searcherExecutor-1289-thread-1-processing-n:127.0.0.1:37334_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@40775b6f[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c125)))}
   [junit4]   2> 144099 INFO  (qtp567820016-3037) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 144100 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614582456320,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144100 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e911c43 commitCommandVersion:1589199614582456320
   [junit4]   2> 144106 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c4560f9[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 144108 INFO  (searcherExecutor-1290-thread-1-processing-n:127.0.0.1:34965_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@4c4560f9[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c125)))}
   [junit4]   2> 144108 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144108 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 144109 INFO  (qtp168770838-3047) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 20
   [junit4]   2> 144114 INFO  (qtp168770838-3049) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=let(a%3Dtimeseries(collection1,+q%3D"*:*",+start%3D"2013-01-01T01:00:00.000Z",+end%3D"2016-12-01T01:00:00.000Z",+gap%3D"%2B1YEAR",+field%3D"test_dt",+count(*),+sum(price_f),+max(price_f),+min(price_f)),+b%3Dselect(timeseries(collection1,+q%3D"*:*",+start%3D"2013-01-01T01:00:00.000Z",+end%3D"2016-12-01T01:00:00.000Z",+gap%3D"%2B1YEAR",+field%3D"test_dt",+count(*),+sum(price_f),+max(price_f),+min(price_f)),mult(2,+count(*))+as+nvalue),+c%3Dcol(a,+count(*)),+d%3Dcol(b,+nvalue),+tuple(colc%3Dc,+cold%3Dd,+conv%3Dconv(c,d)))&wt=json&version=2.2} status=0 QTime=2
   [junit4]   2> 144118 INFO  (zkConnectionManagerCallback-1029-thread-1-processing-n:127.0.0.1:34965_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144120 INFO  (qtp168770838-3049) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 144122 INFO  (qtp168770838-3049) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52454/solr ready
   [junit4]   2> 144179 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&shard.url=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1515578856093&isShard=true&wt=javabin} hits=125 status=0 QTime=22
   [junit4]   2> 144179 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&shard.url=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1515578856093&isShard=true&wt=javabin} hits=125 status=0 QTime=23
   [junit4]   2> 144180 INFO  (qtp168770838-3044) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&_stateVer_=collection1_collection:4&field=test_dt&rows=0&wt=javabin&version=2} hits=250 status=0 QTime=56
   [junit4]   2> 144185 INFO  (qtp567820016-3036) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&shard.url=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1515578856152&isShard=true&wt=javabin} hits=125 status=0 QTime=1
   [junit4]   2> 144187 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&shard.url=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1515578856152&isShard=true&wt=javabin} hits=125 status=0 QTime=1
   [junit4]   2> 144188 INFO  (qtp567820016-3039) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&_stateVer_=collection1_collection:4&field=test_dt&rows=0&wt=javabin&version=2} hits=250 status=0 QTime=6
   [junit4]   2> 144196 INFO  (TEST-StreamExpressionTest.testConvolution-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConvolution
   [junit4]   2> 144248 INFO  (TEST-StreamExpressionTest.testMinMaxScale-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMinMaxScale
   [junit4]   2> 144253 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@357f86a[collection1_collection_shard1_replica_n1] realtime]
   [junit4]   2> 144254 INFO  (qtp567820016-3035) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c1d2e48[collection1_collection_shard2_replica_n2] realtime]
   [junit4]   2> 144254 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614739742720)} 0 4
   [junit4]   2> 144256 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614746034176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144256 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614746034176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144256 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e911c43 commitCommandVersion:1589199614746034176
   [junit4]   2> 144256 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6853ddf0 commitCommandVersion:1589199614746034176
   [junit4]   2> 144257 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aa48c7f[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 144257 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e25b673[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 144257 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144257 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144258 INFO  (searcherExecutor-1290-thread-1-processing-n:127.0.0.1:34965_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@2aa48c7f[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 144258 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 144259 INFO  (searcherExecutor-1289-thread-1-processing-n:127.0.0.1:37334_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@6e25b673[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 144260 INFO  (qtp567820016-3038) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 144261 INFO  (qtp567820016-3035) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614738694144),commit=} 0 12
   [junit4]   2> 144264 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=let(echo%3Dtrue,+a%3DminMaxScale(matrix(array(1,2,3,4,5),+array(10,20,30,40,50))),+b%3DminMaxScale(matrix(array(1,2,3,4,5),+array(10,20,30,40,50)),+0,+100),c%3DminMaxScale(array(1,2,3,4,5)),d%3DminMaxScale(array(1,2,3,4,5),+0,+100))&wt=json&version=2.2} status=0 QTime=0
   [junit4]   2> 144267 INFO  (TEST-StreamExpressionTest.testMinMaxScale-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMinMaxScale
   [junit4]   2> 144310 INFO  (TEST-StreamExpressionTest.testCartesianProductStream-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCartesianProductStream
   [junit4]   2> 144312 INFO  (qtp567820016-3037) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614803705856)} 0 1
   [junit4]   2> 144314 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614806851584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144314 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614806851584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144314 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 144314 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 144315 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144315 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144315 INFO  (qtp168770838-3042) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 144315 INFO  (qtp567820016-3040) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 144316 INFO  (qtp168770838-3047) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1589199614803705856),commit=} 0 5
   [junit4]   2> 144320 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1589199614809997312), 1 (1589199614813143040)]} 0 3
   [junit4]   2> 144322 INFO  (qtp567820016-3034) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614815240192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144322 INFO  (qtp567820016-3034) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 144322 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589199614815240192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 144322 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e911c43 commitCommandVersion:1589199614815240192
   [junit4]   2> 144322 INFO  (qtp567820016-3034) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144343 INFO  (qtp567820016-3034) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 21
   [junit4]   2> 144347 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54a97990[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 144348 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 144349 INFO  (searcherExecutor-1290-thread-1-processing-n:127.0.0.1:34965_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@54a97990[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.3.0):c2)))}
   [junit4]   2> 144349 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34965/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 27
   [junit4]   2> 144351 INFO  (qtp168770838-3044) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 30
   [junit4]   2> 144356 INFO  (zkConnectionManagerCallback-1033-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144358 INFO  (TEST-StreamExpressionTest.testCartesianProductStream-seed#[CA60AF2765FF6F40]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 144359 INFO  (TEST-StreamExpressionTest.testCartesianProductStream-seed#[CA60AF2765FF6F40]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52454/solr ready
   [junit4]   2> 144363 INFO  (qtp567820016-3036) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss&sort=id+asc&wt=json&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 144364 INFO  (qtp168770838-3046) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss&sort=id+asc&wt=json&version=2.2} hits=2 status=0 QTime=0
   [junit4]   2> 144369 INFO  (qtp567820016-3035) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss&sort=id+asc&wt=json&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 144370 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss&sort=id+asc&wt=json&version=2.2} hits=2 status=0 QTime=0
   [junit4]   2> 144374 INFO  (qtp567820016-3039) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss,b_ls&sort=id+asc&wt=json&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 144374 INFO  (qtp168770838-3048) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss,b_ls&sort=id+asc&wt=json&version=2.2} hits=2 status=0 QTime=0
   [junit4]   2> 144380 INFO  (qtp567820016-3036) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss,b_ls&sort=id+asc&wt=json&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 144380 INFO  (qtp168770838-3046) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss,b_ls&sort=id+asc&wt=json&version=2.2} hits=2 status=0 QTime=0
   [junit4]   2> 144384 INFO  (qtp567820016-3039) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss,b_ls&sort=id+asc&wt=json&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 144384 INFO  (qtp168770838-3045) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_ss,b_ls&sort=id+asc&wt=json&version=2.2} hits=2 status=0 QTime=0
   [junit4]   2> 144388 INFO  (TEST-StreamExpressionTest.testCartesianProductStream-seed#[CA60AF2765FF6F40]) [    ] o.a.s.SolrTestC

[...truncated too long message...]

r_43842, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@33deef84
   [junit4]   2> 220853 INFO  (jetty-closer-977-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 220853 INFO  (jetty-closer-977-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f85b467: rootName = solr_34965, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@33deef84
   [junit4]   2> 220854 INFO  (jetty-closer-977-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43842_solr
   [junit4]   2> 220855 INFO  (jetty-closer-977-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34965_solr
   [junit4]   2> 220856 INFO  (jetty-closer-977-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 220856 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 220856 INFO  (zkCallback-999-thread-2-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 220858 INFO  (zkCallback-1008-thread-1-processing-n:127.0.0.1:43842_solr) [n:127.0.0.1:43842_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 220860 INFO  (jetty-closer-977-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 220860 INFO  (zkCallback-999-thread-2-processing-n:127.0.0.1:37334_solr) [n:127.0.0.1:37334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 220860 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 220866 INFO  (coreCloseExecutor-1419-thread-1) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=1420089443
   [junit4]   2> 220868 INFO  (zkCallback-2596-thread-1-processing-n:127.0.0.1:37334_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:37334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 220869 WARN  (zkCallback-1008-thread-2-processing-n:127.0.0.1:43842_solr) [n:127.0.0.1:43842_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 220869 INFO  (jetty-closer-977-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@137755fb{/solr,null,UNAVAILABLE}
   [junit4]   2> 220872 INFO  (coreCloseExecutor-1422-thread-1) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@31c1f23f
   [junit4]   2> 220872 INFO  (coreCloseExecutor-1422-thread-1) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=834794047
   [junit4]   2> 220872 INFO  (coreCloseExecutor-1422-thread-1) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64f12b20: rootName = solr_34965, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2cac65ea
   [junit4]   2> 220878 INFO  (jetty-closer-977-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99324975679143944-127.0.0.1:37334_solr-n_0000000000) closing
   [junit4]   2> 220879 INFO  (OverseerStateUpdate-99324975679143944-127.0.0.1:37334_solr-n_0000000000) [n:127.0.0.1:37334_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37334_solr
   [junit4]   2> 220880 WARN  (OverseerAutoScalingTriggerThread-99324975679143944-127.0.0.1:37334_solr-n_0000000000) [n:127.0.0.1:37334_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 220889 INFO  (coreCloseExecutor-1422-thread-1) [n:127.0.0.1:34965_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=834794047
   [junit4]   2> 220892 INFO  (zkCallback-1010-thread-1-processing-n:127.0.0.1:34965_solr) [n:127.0.0.1:34965_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34965_solr
   [junit4]   2> 220894 INFO  (jetty-closer-977-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bd57b7e{/solr,null,UNAVAILABLE}
   [junit4]   2> 220900 INFO  (jetty-closer-977-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ca26279{/solr,null,UNAVAILABLE}
   [junit4]   2> 220902 ERROR (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 220902 INFO  (SUITE-StreamExpressionTest-seed#[CA60AF2765FF6F40]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52454 52454
   [junit4]   2> 220951 INFO  (Thread-698) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52454 52454
   [junit4]   2> 220952 WARN  (Thread-698) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/aliases.json
   [junit4]   2> 	81	/solr/clusterprops.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/destination1/state.json
   [junit4]   2> 	10	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99324975679143947-127.0.0.1:43842_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/99324975679143944-127.0.0.1:37334_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/live_nodes
   [junit4]   2> 	81	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_CA60AF2765FF6F40-001
   [junit4]   2> Jan 10, 2018 10:08:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=is, timezone=EAT
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=210258144,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [FloorEvaluatorTest, CosineEvaluatorTest, GetByIdTest, CloudSolrClientMultiConstructorTest, CloudSolrClientBuilderTest, AppendEvaluatorTest, MultiplyEvaluatorTest, TestXMLEscaping, TestPolicy, TestV1toV2ApiMapper, SchemaTest, ExclusiveOrEvaluatorTest, SolrExampleEmbeddedTest, SolrDocumentTest, HttpSolrClientBuilderTest, GreaterThanEvaluatorTest, TestRetryUtil, JdbcTest, ReverseEvaluatorTest, RecursiveEvaluatorTest, TestJavaBinCodec, UsingSolrJRefGuideExamplesTest, LessThanEvaluatorTest, SelectWithEvaluatorsTest, TestBatchUpdate, CeilingEvaluatorTest, ConcurrentUpdateSolrClientBuilderTest, TestLBHttpSolrClient, ArcSineEvaluatorTest, FieldAnalysisResponseTest, ModifiableSolrParamsTest, TermsResponseTest, HttpSolrClientSSLAuthConPoolTest, TestSolrProperties, HyperbolicSineEvaluatorTest, SolrExampleStreamingTest, SolrExampleXMLTest, SolrExampleJettyTest, JettyWebappTest, TestSpellCheckResponse, LargeVolumeJettyTest, SolrParamTest, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, TestCoreAdmin, TestNamedListCodec, TestDocumentObjectBinder, SolrQueryTest, TestHash, ContentStreamTest, SolrExceptionTest, TestUpdateRequestCodec, ClientUtilsTest, NamedListTest, FacetFieldTest, HttpSolrClientConPoolTest, TestCloudSolrClientConnections, StreamExpressionTest]
   [junit4] Completed [137/146 (1!)] on J0 in 80.69s, 149 tests, 1 failure, 9 skipped <<< FAILURES!

[...truncated 47261 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 384 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/384/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 58762 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /var/tmp/ecj1108591201
 [ecj-lint] Compiling 153 source files to /var/tmp/ecj1108591201
 [ecj-lint] invalid Class-Path header in manifest of jar file: /export/home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /export/home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionTest.java (at line 234)
 [ecj-lint] 	SolrStream solrStream = new SolrStream(shardUrls.get(0), solrParams);
 [ecj-lint] 	           ^^^^^^^^^^
 [ecj-lint] Resource leak: 'solrStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 77)
 [ecj-lint] 	stream = new CloudSolrStream(StreamExpressionParser.parse("search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\", fq=\"a_s:one\", fq=\"a_s:two\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 102)
 [ecj-lint] 	stream = new SelectStream(StreamExpressionParser.parse("select(\"a_s as fieldA\", search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\"))"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 119)
 [ecj-lint] 	stream = new DaemonStream(StreamExpressionParser.parse("daemon(search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\"), id=\"blah\", runInterval=\"1000\", queueSize=\"100\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 137)
 [ecj-lint] 	stream = new TopicStream(StreamExpressionParser.parse("topic(collection2, collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", id=\"blah\", checkpointEvery=1000)"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 153)
 [ecj-lint] 	stream = new StatsStream(StreamExpressionParser.parse("stats(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\", sum(a_i), avg(a_i), count(*), min(a_i), max(a_i))"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 174)
 [ecj-lint] 	stream = new UniqueStream(StreamExpressionParser.parse("unique(search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\"), over=\"a_f\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 187)
 [ecj-lint] 	stream = new MergeStream(StreamExpressionParser.parse("merge("
 [ecj-lint]                               + "search(collection1, q=\"id:(0 3 4)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "search(collection1, q=\"id:(1 2)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "on=\"a_f asc, a_s asc\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 204)
 [ecj-lint] 	stream = new RankStream(StreamExpressionParser.parse("top("
 [ecj-lint]                                               + "n=3,"
 [ecj-lint]                                               + "search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc,a_i asc\"),"
 [ecj-lint]                                               + "sort=\"a_f asc, a_i asc\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 222)
 [ecj-lint] 	stream = new ReducerStream(StreamExpressionParser.parse("reduce("
 [ecj-lint]                                                   + "search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_s desc, a_f asc\"),"
 [ecj-lint]                                                   + "by=\"a_s\", group(sort=\"a_i desc\", n=\"5\"))"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 241)
 [ecj-lint] 	UpdateStream updateStream = new UpdateStream(expression, factory);
 [ecj-lint] 	             ^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'updateStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 256)
 [ecj-lint] 	stream = new FacetStream(StreamExpressionParser.parse("facet("
 [ecj-lint]                                                         +   "collection1, "
 [ecj-lint]                                                         +   "q=\"*:*\", "
 [ecj-lint]                                                         +   "buckets=\"a_s\", "
 [ecj-lint]                                                         +   "bucketSorts=\"sum(a_i) asc\", "
 [ecj-lint]                                                         +   "bucketSizeLimit=100, "
 [ecj-lint]                                                         +   "sum(a_i), sum(a_f), "
 [ecj-lint]                                                         +   "min(a_i), min(a_f), "
 [ecj-lint]                                                         +   "max(a_i), max(a_f), "
 [ecj-lint]                                                         +   "avg(a_i), avg(a_f), "
 [ecj-lint]                                                         +   "count(*)"
 [ecj-lint]                                                         + ")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 292)
 [ecj-lint] 	stream = new JDBCStream(StreamExpressionParser.parse("jdbc(connection=\"jdbc:hsqldb:mem:.\", sql=\"select PEOPLE.ID, PEOPLE.NAME, COUNTRIES.COUNTRY_NAME from PEOPLE inner join COUNTRIES on PEOPLE.COUNTRY_CODE = COUNTRIES.CODE order by PEOPLE.ID\", sort=\"ID asc\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 305)
 [ecj-lint] 	stream = new IntersectStream(StreamExpressionParser.parse("intersect("
 [ecj-lint]                               + "search(collection1, q=\"id:(0 3 4)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "search(collection1, q=\"id:(1 2)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "on=\"a_f, a_s\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 321)
 [ecj-lint] 	stream = new ComplementStream(StreamExpressionParser.parse("complement("
 [ecj-lint]                               + "search(collection1, q=\"id:(0 3 4)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "search(collection1, q=\"id:(1 2)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "on=\"a_f, a_s\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 340)
 [ecj-lint] 	CloudSolrStream firstStream = new CloudSolrStream(StreamExpressionParser.parse(originalExpressionString), factory);
 [ecj-lint] 	                ^^^^^^^^^^^
 [ecj-lint] Resource leak: 'firstStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 343)
 [ecj-lint] 	CloudSolrStream secondStream = new CloudSolrStream(StreamExpressionParser.parse(firstExpressionString), factory);
 [ecj-lint] 	                ^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'secondStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 353)
 [ecj-lint] 	FeaturesSelectionStream stream = new FeaturesSelectionStream(StreamExpressionParser.parse(expr), factory);
 [ecj-lint] 	                        ^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.java (at line 373)
 [ecj-lint] 	TextLogitStream logitStream = new TextLogitStream(StreamExpressionParser.parse(expr), factory);
 [ecj-lint] 	                ^^^^^^^^^^^
 [ecj-lint] Resource leak: 'logitStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 20. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 76)
 [ecj-lint] 	stream = new CloudSolrStream(StreamExpressionParser.parse("search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 89)
 [ecj-lint] 	stream = new SelectStream(StreamExpressionParser.parse("select(\"a_s as fieldA\", search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\"))"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 101)
 [ecj-lint] 	stream = new DaemonStream(StreamExpressionParser.parse("daemon(search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\"), id=\"blah\", runInterval=\"1000\", queueSize=\"100\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 113)
 [ecj-lint] 	stream = new TopicStream(StreamExpressionParser.parse("topic(collection2, collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", id=\"blah\", checkpointEvery=1000)"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 126)
 [ecj-lint] 	stream = new StatsStream(StreamExpressionParser.parse("stats(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\", sum(a_i), avg(a_i), count(*), min(a_i), max(a_i))"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 139)
 [ecj-lint] 	stream = new UniqueStream(StreamExpressionParser.parse("unique(search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_i asc\"), over=\"a_f\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 151)
 [ecj-lint] 	stream = new MergeStream(StreamExpressionParser.parse("merge("
 [ecj-lint]                               + "search(collection1, q=\"id:(0 3 4)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "search(collection1, q=\"id:(1 2)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "on=\"a_f asc, a_s asc\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 27. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 168)
 [ecj-lint] 	stream = new RankStream(StreamExpressionParser.parse("top("
 [ecj-lint]                                               + "n=3,"
 [ecj-lint]                                               + "search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc,a_i asc\"),"
 [ecj-lint]                                               + "sort=\"a_f asc, a_i asc\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 28. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 185)
 [ecj-lint] 	stream = new ReducerStream(StreamExpressionParser.parse("reduce("
 [ecj-lint]                                                   + "search(collection1, q=*:*, fl=\"id,a_s,a_i,a_f\", sort=\"a_s desc, a_f asc\"),"
 [ecj-lint]                                                   + "by=\"a_s\", group(sort=\"a_i desc\", n=\"5\"))"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 205)
 [ecj-lint] 	UpdateStream updateStream = new UpdateStream(expression, factory);
 [ecj-lint] 	             ^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'updateStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 224)
 [ecj-lint] 	stream = new FacetStream(StreamExpressionParser.parse("facet("
 [ecj-lint]                                                         +   "collection1, "
 [ecj-lint]                                                         +   "q=\"*:*\", "
 [ecj-lint]                                                         +   "buckets=\"a_s\", "
 [ecj-lint]                                                         +   "bucketSorts=\"sum(a_i) asc\", "
 [ecj-lint]                                                         +   "bucketSizeLimit=100, "
 [ecj-lint]                                                         +   "sum(a_i), sum(a_f), "
 [ecj-lint]                                                         +   "min(a_i), min(a_f), "
 [ecj-lint]                                                         +   "max(a_i), max(a_f), "
 [ecj-lint]                                                         +   "avg(a_i), avg(a_f), "
 [ecj-lint]                                                         +   "count(*)"
 [ecj-lint]                                                         + ")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 250)
 [ecj-lint] 	stream = new JDBCStream(StreamExpressionParser.parse("jdbc(connection=\"jdbc:hsqldb:mem:.\", sql=\"select PEOPLE.ID, PEOPLE.NAME, COUNTRIES.COUNTRY_NAME from PEOPLE inner join COUNTRIES on PEOPLE.COUNTRY_CODE = COUNTRIES.CODE order by PEOPLE.ID\", sort=\"ID asc\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 263)
 [ecj-lint] 	stream = new IntersectStream(StreamExpressionParser.parse("intersect("
 [ecj-lint]                               + "search(collection1, q=\"id:(0 3 4)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "search(collection1, q=\"id:(1 2)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "on=\"a_f, a_s\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 33. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.java (at line 279)
 [ecj-lint] 	stream = new ComplementStream(StreamExpressionParser.parse("complement("
 [ecj-lint]                               + "search(collection1, q=\"id:(0 3 4)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "search(collection1, q=\"id:(1 2)\", fl=\"id,a_s,a_i,a_f\", sort=\"a_f asc, a_s asc\"),"
 [ecj-lint]                               + "on=\"a_f, a_s\")"), factory);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 34. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/StreamingTest.java (at line 159)
 [ecj-lint] 	CloudSolrStream stream = new CloudSolrStream("", "collection1", sParams);
 [ecj-lint] 	                ^^^^^^
 [ecj-lint] Resource leak: 'stream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 35. ERROR in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/request/SchemaTest.java (at line 31)
 [ecj-lint] 	import org.apache.solr.api.ApiBag;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.api.ApiBag is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 36. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/response/NoOpResponseParserTest.java (at line 52)
 [ecj-lint] 	return new SolrResourceLoader().openResource("solrj/sampleRangeFacetResponse.xml");
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 37. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/response/QueryResponseTest.java (at line 46)
 [ecj-lint] 	InputStream is = new SolrResourceLoader().openResource("solrj/sampleRangeFacetResponse.xml");
 [ecj-lint] 	                 ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 38. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/response/QueryResponseTest.java (at line 103)
 [ecj-lint] 	InputStream is = new SolrResourceLoader().openResource("solrj/sampleGroupResponse.xml");
 [ecj-lint] 	                 ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 39. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/response/QueryResponseTest.java (at line 205)
 [ecj-lint] 	InputStream is = new SolrResourceLoader().openResource("solrj/sampleSimpleGroupResponse.xml");
 [ecj-lint] 	                 ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 40. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/client/solrj/response/TestClusteringResponse.java (at line 41)
 [ecj-lint] 	InputStream is = new SolrResourceLoader().openResource("solrj/sampleClusteringResponse.xml");
 [ecj-lint] 	                 ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 41. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/common/util/ContentStreamTest.java (at line 48)
 [ecj-lint] 	InputStream is = new SolrResourceLoader().openResource( "solrj/README" );
 [ecj-lint] 	                 ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 42. WARNING in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/solrj/src/test/org/apache/solr/common/util/ContentStreamTest.java (at line 77)
 [ecj-lint] 	InputStream is = new SolrResourceLoader().openResource( "solrj/README" );
 [ecj-lint] 	                 ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 42 problems (1 error, 41 warnings)

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/build.xml:836: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/build.xml:101: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/common-build.xml:2111: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/common-build.xml:2144: Compile failed; see the compiler error output for details.

Total time: 98 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 383 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/383/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

8 tests failed.
FAILED:  org.apache.solr.client.solrj.request.SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail

Error Message:
Error from server at https://127.0.0.1:34590/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:34590/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:35A27FDD001A3AF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail(SchemaTest.java:458)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.request.SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema

Error Message:
Error from server at https://127.0.0.1:57862/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:57862/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:A86D03BE2FD2AF0A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema(SchemaTest.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.request.SchemaTest.deleteCopyFieldShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema

Error Message:
Error from server at https://127.0.0.1:57162/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:57162/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:423429E86CC5371E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.deleteCopyFieldShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema(SchemaTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.request.SchemaTest.addDynamicFieldShouldntBeCalledTwiceWithTheSameName

Error Message:
Error from server at https://127.0.0.1:65435/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:65435/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:CD596B38C3CB627D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.addDynamicFieldShouldntBeCalledTwiceWithTheSameName(SchemaTest.java:417)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.request.SchemaTest.deletingAFieldTypeThatDoesntExistInTheSchemaShouldFail

Error Message:
Error from server at https://127.0.0.1:59923/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:59923/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:FC9F15C452C0FBB5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.deletingAFieldTypeThatDoesntExistInTheSchemaShouldFail(SchemaTest.java:694)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.request.SchemaTest.addFieldTypeShouldntBeCalledTwiceWithTheSameName

Error Message:
Error from server at https://127.0.0.1:35491/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:35491/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:4248D60EE5A7C5C8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.addFieldTypeShouldntBeCalledTwiceWithTheSameName(SchemaTest.java:649)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.request.SchemaTest.addFieldShouldntBeCalledTwiceWithTheSameName

Error Message:
Error from server at https://127.0.0.1:61624/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:61624/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:56DA4C44AF6237CC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.addFieldShouldntBeCalledTwiceWithTheSameName(SchemaTest.java:293)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.request.SchemaTest.deletingAFieldThatDoesntExistInTheSchemaShouldFail

Error Message:
Error from server at https://127.0.0.1:43477/solr/collection1: error processing commands

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:43477/solr/collection1: error processing commands
	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:BE465D29D1BA857A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.request.SchemaTest.deletingAFieldThatDoesntExistInTheSchemaShouldFail(SchemaTest.java:332)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15089 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.request.SchemaTest
   [junit4]   2> 144712 INFO  (SUITE-SchemaTest-seed#[87A9241E1BDAD760]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/init-core-data-001
   [junit4]   2> 144713 WARN  (SUITE-SchemaTest-seed#[87A9241E1BDAD760]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=72 numCloses=72
   [junit4]   2> 144713 INFO  (SUITE-SchemaTest-seed#[87A9241E1BDAD760]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 144715 INFO  (SUITE-SchemaTest-seed#[87A9241E1BDAD760]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 144717 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail
   [junit4]   2> 144746 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 144746 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 144746 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-003/cores/core
   [junit4]   2> 144749 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 144750 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fd22003{/solr,null,AVAILABLE}
   [junit4]   2> 144751 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@715cc009{SSL,[ssl, http/1.1]}{127.0.0.1:34590}
   [junit4]   2> 144751 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.Server Started @147052ms
   [junit4]   2> 144751 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34590, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-003/cores}
   [junit4]   2> 144752 ERROR (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144752 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 144752 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 144752 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144752 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-09T08:31:00.633Z
   [junit4]   2> 144752 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001/solr.xml
   [junit4]   2> 144757 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 144795 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 144802 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 144802 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 144803 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-003/cores
   [junit4]   2> 144804 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 144805 INFO  (coreLoadExecutor-432-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 144815 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 144822 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 144827 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 144888 WARN  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 144888 WARN  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 144888 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 144890 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001/collection1/conf/managed-schema
   [junit4]   2> 144891 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001/collection1/conf/schema.xml to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001/collection1/conf/schema.xml.bak
   [junit4]   2> 144891 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 144891 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 144891 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 144891 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-003/cores/core/data/]
   [junit4]   2> 144933 WARN  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 144934 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 144934 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 144935 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c8b19e5[collection1] main]
   [junit4]   2> 144935 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-001/collection1/conf
   [junit4]   2> 144936 INFO  (coreLoadExecutor-432-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 144937 INFO  (searcherExecutor-433-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c8b19e5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 145438 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#34590
   [junit4]   2> 145501 ERROR (qtp356610841-1469) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: error processing commands, errors: [{delete-dynamic-field={name=*_notexists}, errorMessages=[The dynamic field '*_notexists' is not present in this schema, and so cannot be deleted.
   [junit4]   2> ]}], 
   [junit4]   2> 	at org.apache.solr.handler.SchemaHandler.handleRequestBody(SchemaHandler.java:92)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 145502 INFO  (qtp356610841-1469) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=400 QTime=25
   [junit4]   2> 145505 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@715cc009{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 145505 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1181204432
   [junit4]   2> 145505 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 145505 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79cfdebb: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cc922dc
   [junit4]   2> 145513 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 145513 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@db328ed: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f12702c
   [junit4]   2> 145516 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 145517 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@be21540: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5219e11b
   [junit4]   2> 145519 INFO  (coreCloseExecutor-437-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@64c9c4de
   [junit4]   2> 145519 INFO  (coreCloseExecutor-437-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1690944734
   [junit4]   2> 145520 INFO  (coreCloseExecutor-437-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51cebede: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@2c14ff5c
   [junit4]   2> 145542 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2fd22003{/solr,null,UNAVAILABLE}
   [junit4]   2> 145544 INFO  (TEST-SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SchemaTest -Dtests.method=deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail -Dtests.seed=87A9241E1BDAD760 -Dtests.slow=true -Dtests.locale=es-PE -Dtests.timezone=Pacific/Chuuk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.84s J1 | SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:34590/solr/collection1: error processing commands
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([87A9241E1BDAD760:35A27FDD001A3AF]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.request.SchemaTest.deletingADynamicFieldThatDoesntExistInTheSchemaShouldFail(SchemaTest.java:458)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 145552 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteFieldTypeAccuracy
   [junit4]   2> 145574 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 145574 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 145574 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-006/cores/core
   [junit4]   2> 145577 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 145577 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48e5621b{/solr,null,AVAILABLE}
   [junit4]   2> 145578 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12cafaa0{SSL,[ssl, http/1.1]}{127.0.0.1:64477}
   [junit4]   2> 145578 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.Server Started @147879ms
   [junit4]   2> 145578 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64477, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-006/cores}
   [junit4]   2> 145578 ERROR (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 145578 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 145578 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 145578 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 145578 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-09T08:31:01.459Z
   [junit4]   2> 145579 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/solr.xml
   [junit4]   2> 145586 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 145624 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 145631 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 145632 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 145633 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-006/cores
   [junit4]   2> 145633 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 145635 INFO  (coreLoadExecutor-444-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 145649 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 145655 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 145660 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 145720 WARN  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 145721 WARN  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 145721 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 145723 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1/conf/managed-schema
   [junit4]   2> 145723 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1/conf/schema.xml to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1/conf/schema.xml.bak
   [junit4]   2> 145724 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1, trusted=true
   [junit4]   2> 145724 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 145724 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 145724 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-006/cores/core/data/]
   [junit4]   2> 145782 WARN  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 145782 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 145782 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 145784 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58667c9[collection1] main]
   [junit4]   2> 145785 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1/conf
   [junit4]   2> 145785 INFO  (coreLoadExecutor-444-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 145786 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#64477
   [junit4]   2> 145788 INFO  (searcherExecutor-445-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@58667c9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 145828 INFO  (qtp648208594-1485) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1/conf/managed-schema
   [junit4]   2> 145829 INFO  (qtp648208594-1485) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 145835 INFO  (qtp648208594-1484) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema/fieldtypes/delInt params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 145844 INFO  (qtp648208594-1487) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-004/collection1/conf/managed-schema
   [junit4]   2> 145844 INFO  (qtp648208594-1487) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 145847 INFO  (qtp648208594-1489) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema/fieldtypes/delInt params={wt=javabin&version=2} status=404 QTime=0
   [junit4]   2> 145850 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@12cafaa0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 145850 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1769786620
   [junit4]   2> 145850 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 145850 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44b6565d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1e94c6ab
   [junit4]   2> 145859 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 145859 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a7dec65: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f12702c
   [junit4]   2> 145866 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 145866 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@581f2e0c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5219e11b
   [junit4]   2> 145870 INFO  (coreCloseExecutor-449-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@531bba1d
   [junit4]   2> 145870 INFO  (coreCloseExecutor-449-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1394326045
   [junit4]   2> 145870 INFO  (coreCloseExecutor-449-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@458232a9: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5a4d658c
   [junit4]   2> 145888 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48e5621b{/solr,null,UNAVAILABLE}
   [junit4]   2> 145889 INFO  (TEST-SchemaTest.testDeleteFieldTypeAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteFieldTypeAccuracy
   [junit4]   2> 145895 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ###Starting copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema
   [junit4]   2> 145926 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 145926 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 145926 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-009/cores/core
   [junit4]   2> 145931 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 145932 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fb24aa5{/solr,null,AVAILABLE}
   [junit4]   2> 145933 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@46ff0df{SSL,[ssl, http/1.1]}{127.0.0.1:57862}
   [junit4]   2> 145933 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.Server Started @148233ms
   [junit4]   2> 145933 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57862, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-009/cores}
   [junit4]   2> 145934 ERROR (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 145935 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 145935 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 145935 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 145935 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-09T08:31:01.816Z
   [junit4]   2> 145935 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007/solr.xml
   [junit4]   2> 145942 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 145994 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 146003 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 146003 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 146006 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-009/cores
   [junit4]   2> 146006 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 146007 INFO  (coreLoadExecutor-456-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 146021 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 146029 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 146035 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 146236 WARN  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 146237 WARN  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 146238 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 146239 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007/collection1/conf/managed-schema
   [junit4]   2> 146262 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007/collection1/conf/schema.xml to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007/collection1/conf/schema.xml.bak
   [junit4]   2> 146262 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007/collection1, trusted=true
   [junit4]   2> 146262 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 146263 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 146263 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-009/cores/core/data/]
   [junit4]   2> 146355 WARN  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 146356 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 146356 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 146411 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e43abcb[collection1] main]
   [junit4]   2> 146412 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-007/collection1/conf
   [junit4]   2> 146421 INFO  (coreLoadExecutor-456-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 146426 INFO  (searcherExecutor-457-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e43abcb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 146926 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#57862
   [junit4]   2> 146986 ERROR (qtp335409753-1511) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: error processing commands, errors: [{add-copy-field={source=srcnotexist, dest=[destNotExist1, destNotExist2]}, errorMessages=[copyField source :'srcnotexist' is not a glob and doesn't match any explicit field or dynamicField.
   [junit4]   2> ]}], 
   [junit4]   2> 	at org.apache.solr.handler.SchemaHandler.handleRequestBody(SchemaHandler.java:92)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 146989 INFO  (qtp335409753-1511) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=400 QTime=2
   [junit4]   2> 146997 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@46ff0df{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 146997 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=877599323
   [junit4]   2> 146997 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 146997 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41aea0a9: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@579b71d7
   [junit4]   2> 147007 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 147007 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a734971: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f12702c
   [junit4]   2> 147013 INFO  (TEST-SchemaTest.copyFieldsShouldFailWhenOneOfTheFieldsDoesntExistInTheSchema-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.Solr

[...truncated too long message...]

r upgrading to managed schema, renamed the non-managed schema /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-103/collection1/conf/schema.xml to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-103/collection1/conf/schema.xml.bak
   [junit4]   2> 163904 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-103/collection1, trusted=true
   [junit4]   2> 163905 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49bc63af
   [junit4]   2> 163905 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 163905 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-103/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-105/cores/core/data/]
   [junit4]   2> 163944 WARN  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 163945 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 163945 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 163946 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e331552[collection1] main]
   [junit4]   2> 163946 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-103/collection1/conf
   [junit4]   2> 163947 INFO  (coreLoadExecutor-840-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 163948 INFO  (searcherExecutor-841-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e331552[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 164451 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#56397
   [junit4]   2> 164471 INFO  (qtp922576633-2222) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-103/collection1/conf/managed-schema
   [junit4]   2> 164472 INFO  (qtp922576633-2222) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 164476 INFO  (qtp922576633-2223) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001/tempDir-103/collection1/conf/managed-schema
   [junit4]   2> 164480 INFO  (qtp922576633-2223) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 164481 INFO  (qtp922576633-2224) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema/dynamicfields/*_replace params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 164483 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@57a44aac{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 164483 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=582885958
   [junit4]   2> 164483 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 164483 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70dfd386: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4bd78f6c
   [junit4]   2> 164487 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 164487 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17443a2a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f12702c
   [junit4]   2> 164492 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 164493 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f6bd1dc: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5219e11b
   [junit4]   2> 164493 INFO  (coreCloseExecutor-845-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60a2163b
   [junit4]   2> 164494 INFO  (coreCloseExecutor-845-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1621235259
   [junit4]   2> 164494 INFO  (coreCloseExecutor-845-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@82e518b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@29e17c6d
   [junit4]   2> 164504 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c7ce87d{/solr,null,UNAVAILABLE}
   [junit4]   2> 164506 INFO  (TEST-SchemaTest.testReplaceDynamicFieldAccuracy-seed#[87A9241E1BDAD760]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReplaceDynamicFieldAccuracy
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.SchemaTest_87A9241E1BDAD760-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1041, maxMBSortInHeap=5.658009679408189, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PE, timezone=Pacific/Chuuk
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=83219872,total=486539264
   [junit4]   2> NOTE: All tests run in this JVM: [JDBCStreamTest, SolrParamTest, OrEvaluatorTest, HyperbolicCosineEvaluatorTest, TestSolrJErrorHandling, TestSuggesterResponse, StreamExpressionToExplanationTest, TestConfigSetAdminRequest, BasicHttpSolrClientTest, RoundEvaluatorTest, AbsoluteValueEvaluatorTest, MergeIndexesEmbeddedTest, SolrExampleBinaryTest, TangentEvaluatorTest, TestZkConfigManager, GreaterThanEqualToEvaluatorTest, SolrQueryTest, HttpSolrClientConPoolTest, LargeVolumeBinaryJettyTest, HyperbolicTangentEvaluatorTest, TestNamedListCodec, LBHttpSolrClientBuilderTest, SquareRootEvaluatorTest, NaturalLogEvaluatorTest, SolrExceptionTest, DivideEvaluatorTest, SolrSchemalessExampleTest, CollectionAdminRequestRequiredParamsTest, JdbcDriverTest, SolrZkClientTest, EqualToEvaluatorTest, FacetFieldTest, DocumentAnalysisResponseTest, NormalizeEvaluatorTest, TestSpellCheckResponse, TestSolrProperties, QueryResponseTest, TestDocumentObjectBinder, TestFastInputStream, TestUpdateRequestCodec, NamedListTest, GetByIdTest, TestPolicy, CloudSolrClientBuilderTest, CloudSolrClientCacheTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest, StreamExpressionToExpessionTest, StreamingTest, AddEvaluatorTest, AndEvaluatorTest, AppendEvaluatorTest, ArcCosineEvaluatorTest, ArcTangentEvaluatorTest, ArrayEvaluatorTest, AscEvaluatorTest, CoalesceEvaluatorTest, CorrelationEvaluatorTest, CosineEvaluatorTest, CubedRootEvaluatorTest, FieldValueEvaluatorTest, HyperbolicSineEvaluatorTest, LengthEvaluatorTest, LessThanEqualToEvaluatorTest, ModuloEvaluatorTest, NormalDistributionEvaluatorTest, PowerEvaluatorTest, RawValueEvaluatorTest, RegressionEvaluatorTest, ReverseEvaluatorTest, SineEvaluatorTest, SubtractEvaluatorTest, UniformDistributionEvaluatorTest, StreamExpressionParserTest, OperationsTest, SchemaTest]
   [junit4] Completed [135/146 (1!)] on J1 in 19.81s, 35 tests, 8 errors <<< FAILURES!

[...truncated 47276 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 382 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/382/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=34029, name=jetty-launcher-7560-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=34032, name=jetty-launcher-7560-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=34029, name=jetty-launcher-7560-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=34032, name=jetty-launcher-7560-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([62C50D42684F077]:0)




Build Log:
[...truncated 13416 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_62C50D42684F077-001/init-core-data-001
   [junit4]   2> 3460822 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3460823 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3460823 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3460858 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_62C50D42684F077-001/tempDir-001
   [junit4]   2> 3460858 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3460859 INFO  (Thread-8044) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3460859 INFO  (Thread-8044) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3460867 ERROR (Thread-8044) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3460958 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33966
   [junit4]   2> 3460966 INFO  (zkConnectionManagerCallback-7563-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3460978 INFO  (jetty-launcher-7560-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3460978 INFO  (jetty-launcher-7560-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3460980 INFO  (jetty-launcher-7560-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3daaaf30{/solr,null,AVAILABLE}
   [junit4]   2> 3460980 INFO  (jetty-launcher-7560-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39e86588{HTTP/1.1,[http/1.1]}{127.0.0.1:38083}
   [junit4]   2> 3460980 INFO  (jetty-launcher-7560-thread-2) [    ] o.e.j.s.Server Started @3465220ms
   [junit4]   2> 3460980 INFO  (jetty-launcher-7560-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38083}
   [junit4]   2> 3460980 INFO  (jetty-launcher-7560-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f1523e0{/solr,null,AVAILABLE}
   [junit4]   2> 3460980 ERROR (jetty-launcher-7560-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b8ec6e9{HTTP/1.1,[http/1.1]}{127.0.0.1:58145}
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-1) [    ] o.e.j.s.Server Started @3465220ms
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58145}
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-08T20:55:24.724Z
   [junit4]   2> 3460981 ERROR (jetty-launcher-7560-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3460981 INFO  (jetty-launcher-7560-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-08T20:55:24.724Z
   [junit4]   2> 3460983 INFO  (zkConnectionManagerCallback-7565-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3460984 INFO  (zkConnectionManagerCallback-7567-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3460984 INFO  (jetty-launcher-7560-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3460984 INFO  (jetty-launcher-7560-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3460992 INFO  (jetty-launcher-7560-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33966/solr
   [junit4]   2> 3460994 INFO  (zkConnectionManagerCallback-7571-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3460996 INFO  (zkConnectionManagerCallback-7573-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3460998 INFO  (jetty-launcher-7560-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33966/solr
   [junit4]   2> 3461000 INFO  (zkConnectionManagerCallback-7577-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3461001 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160d78e70be0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3461003 INFO  (zkConnectionManagerCallback-7579-thread-1-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3461129 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3461130 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38083_solr
   [junit4]   2> 3461131 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.Overseer Overseer (id=99316198578978822-127.0.0.1:38083_solr-n_0000000000) starting
   [junit4]   2> 3461140 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38083_solr
   [junit4]   2> 3461145 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3461145 INFO  (OverseerStateUpdate-99316198578978822-127.0.0.1:38083_solr-n_0000000000) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3461148 INFO  (zkCallback-7572-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3461153 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58145_solr
   [junit4]   2> 3461154 INFO  (zkCallback-7572-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3461155 INFO  (zkCallback-7578-thread-1-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3461200 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3461200 WARN  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3461200 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 3461201 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3461201 WARN  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3461201 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 3461202 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3461202 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3461205 INFO  (jetty-launcher-7560-thread-2-EventThread) [n:127.0.0.1:38083_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3461206 INFO  (jetty-launcher-7560-thread-1-EventThread) [n:127.0.0.1:58145_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3461225 WARN  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3461225 WARN  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3461292 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58145.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e986a3
   [junit4]   2> 3461292 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38083.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e986a3
   [junit4]   2> 3461299 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58145.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e986a3
   [junit4]   2> 3461299 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58145.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e986a3
   [junit4]   2> 3461299 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38083.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e986a3
   [junit4]   2> 3461299 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38083.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e986a3
   [junit4]   2> 3461300 INFO  (jetty-launcher-7560-thread-1) [n:127.0.0.1:58145_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_62C50D42684F077-001/tempDir-001/node1/.
   [junit4]   2> 3461300 INFO  (jetty-launcher-7560-thread-2) [n:127.0.0.1:38083_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_62C50D42684F077-001/tempDir-001/node2/.
   [junit4]   2> 3461345 INFO  (zkConnectionManagerCallback-7585-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3461555 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 3461592 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1515480925308&s=qkinAuHWPRXkayXyLnXvSRd9TdY="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:25 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:25 GMT
   [junit4]   2> 3461592 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 3461787 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 3476834 WARN  (jetty-launcher-7560-thread-1-SendThread(127.0.0.1:33966)) [n:127.0.0.1:58145_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15579ms for sessionid 0x160d78e70be0008
   [junit4]   2> 3476835 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160d78e70be0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3476844 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515480925531&s=8cJvWTFSD7qkoGpS13XDGCML6wM="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:25 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:25 GMT
   [junit4]   2> 3476844 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 3476835 WARN  (jetty-launcher-7560-thread-2-SendThread(127.0.0.1:33966)) [n:127.0.0.1:38083_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15581ms for sessionid 0x160d78e70be0007
   [junit4]   2> 3476835 WARN  (jetty-launcher-7560-thread-1-SendThread(127.0.0.1:33966)) [n:127.0.0.1:58145_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15533ms for sessionid 0x160d78e70be0004
   [junit4]   2> 3476835 WARN  (jetty-launcher-7560-thread-2-SendThread(127.0.0.1:33966)) [n:127.0.0.1:38083_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15534ms for sessionid 0x160d78e70be0006
   [junit4]   2> 3476852 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160d78e70be0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3476910 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160d78e70be0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3476910 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160d78e70be0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3476954 WARN  (zkConnectionManagerCallback-7573-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c173e6f name: ZooKeeperConnection Watcher:127.0.0.1:33966/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3476954 WARN  (zkConnectionManagerCallback-7573-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3476962 INFO  (jetty-launcher-7560-thread-2-EventThread) [n:127.0.0.1:38083_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 3477038 WARN  (zkConnectionManagerCallback-7579-thread-1-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1429bcdd name: ZooKeeperConnection Watcher:127.0.0.1:33966/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3477042 WARN  (zkConnectionManagerCallback-7579-thread-1-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3477069 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 3477075 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515480940813&s=6KjccSnsXwPsIO02H0lkvLIzqro="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:40 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:40 GMT
   [junit4]   2> 3477076 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 3477361 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 3477366 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1515480941105&s=83+qX/crtTFyudjTRzMFK6Kt9oQ="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:41 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:41 GMT
   [junit4]   2> 3477366 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 3477705 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 3477706 INFO  (qtp1138142800-33986) [n:127.0.0.1:38083_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3477707 INFO  (qtp1138142800-33986) [n:127.0.0.1:38083_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3477707 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515480941449&s=7I9EVCWZnxLhn0l58suBsOZ6czc="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:41 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:41 GMT
   [junit4]   2> 3477707 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 3477975 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 3477978 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1515480941719&s=FPpRvDaKkUhrHX5otAoKvBF845k="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:41 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:41 GMT
   [junit4]   2> 3477978 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 3478075 INFO  (zkConnectionManagerCallback-7579-thread-1-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3478267 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 3478300 INFO  (qtp1138142800-33979) [n:127.0.0.1:38083_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3478301 INFO  (qtp1138142800-33979) [n:127.0.0.1:38083_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3478301 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1515480942010&s=feqGOjQuzOW2CiJ43QCLQzUKVP0="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:42 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:42 GMT
   [junit4]   2> 3478302 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 3478428 INFO  (zkConnectionManagerCallback-7573-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3478632 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 3478639 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1515480942376&s=IjJgrerRwCqLlAi3tFaot8/84f0="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:42 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:42 GMT
   [junit4]   2> 3478639 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 3478819 INFO  (jetty-launcher-7560-thread-1-EventThread) [n:127.0.0.1:58145_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 3478998 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 3479026 WARN  (qtp1138142800-33982) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 3479028 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1515480942741&s=I4xscQqyfQ75BXNB6iDOZPtRc/4="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:42 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:42 GMT
   [junit4]   2> 3479028 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 3479309 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 3479311 INFO  (zkConnectionManagerCallback-7588-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3479845 INFO  (zkConnectionManagerCallback-7591-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3479846 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3479847 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33966/solr ready
   [junit4]   2> 3479856 INFO  (qtp1697475061-33991) [n:127.0.0.1:58145_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3479859 INFO  (OverseerThreadFactory-11572-thread-1-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 3479972 INFO  (OverseerStateUpdate-99316198578978822-127.0.0.1:38083_solr-n_0000000000) [n:127.0.0.1:38083_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38083/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3480174 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3480174 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3480279 INFO  (zkCallback-7578-thread-11-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3480279 INFO  (zkCallback-7578-thread-6-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3481193 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3481209 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3481308 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3481329 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 3481329 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38083.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e986a3
   [junit4]   2> 3481329 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3481329 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_62C50D42684F077-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_62C50D42684F077-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 3481331 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=20.4765625, floorSegmentMB=0.71875, forceMergeDeletesPctAllowed=1.5272030379692858, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1707719949184913
   [junit4]   2> 3481389 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3481390 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3481479 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3481479 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3481481 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8758358463469165]
   [junit4]   2> 3481481 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b041b1f[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 3481484 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 3481488 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 3481538 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3481538 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 3481538 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589059198942969856
   [junit4]   2> 3481542 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 3481546 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 3481546 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 3481547 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 3481547 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 3481548 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 3481548 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 3481548 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 3481549 INFO  (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:38083_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@5b041b1f[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3481569 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3481570 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3481570 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38083/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 3481570 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3481570 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38083/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3481570 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3481575 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38083/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 3481677 INFO  (zkCallback-7578-thread-11-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3481677 INFO  (zkCallback-7578-thread-6-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3481701 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3481704 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1530
   [junit4]   2> 3481705 WARN  (httpShardExecutor-11568-thread-1-processing-n:127.0.0.1:38083_solr [http:////127.0.0.1:38083//solr] http:////127.0.0.1:38083//solr) [n:127.0.0.1:38083_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515480943917&s=62J2e2uoc1XgK3F52TghrrluIgQ="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:43 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:43 GMT
   [junit4]   2> 3481714 INFO  (qtp1697475061-33991) [n:127.0.0.1:58145_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3481805 INFO  (zkCallback-7578-thread-11-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3481806 INFO  (zkCallback-7578-thread-6-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3481862 INFO  (OverseerCollectionConfigSetProcessor-99316198578978822-127.0.0.1:38083_solr-n_0000000000) [n:127.0.0.1:38083_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3482721 INFO  (qtp1697475061-33991) [n:127.0.0.1:58145_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2865
   [junit4]   2> 3482722 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515480943599&s=Qhya+LbcVJpPKmS8UHJXAIRSGyI="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:43 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:43 GMT
   [junit4]   2> 3482722 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 3482722 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 3482725 INFO  (qtp1138142800-33985) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 3482725 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515480946467&s=yj9gaIzDaHRFe/BNmwZIeQ4ZpIY="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:46 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:46 GMT
   [junit4]   2> 3482731 INFO  (qtp1697475061-33994) [n:127.0.0.1:58145_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3482750 INFO  (qtp1138142800-33982) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 3482751 WARN  (qtp1697475061-33994) [n:127.0.0.1:58145_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515480946493&s=k06RTewYeXyjhFTJHElH2UA3HTs="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:46 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:46 GMT
   [junit4]   2> 3482751 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515480946471&s=4agY6Omy3W2fmuNUAhk6ox4EiII="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:46 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:46 GMT
   [junit4]   2> 3482752 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515480946493&s=k06RTewYeXyjhFTJHElH2UA3HTs="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:46 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:46 GMT
   [junit4]   2> 3482752 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 3483022 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 3483025 INFO  (qtp1138142800-33983) [n:127.0.0.1:38083_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3483025 INFO  (qtp1138142800-33983) [n:127.0.0.1:38083_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3483026 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[62C50D42684F077]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1515480946768&s=MVgpCXuJPqvcDGBSrgraflqjkZg="; Path=/; Domain=127.0.0.1; Expires=        , 09-            -2018 06:55:46 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2018 06:55:46 GMT
   [junit4]   2> 3483026 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 3483300 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 3483300 INFO  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3483301 WARN  (qtp1138142800-33984) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	... 26 more
   [junit4]   2> 3483303 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[62C50D42684F077]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 3483307 INFO  (jetty-closer-7561-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b8ec6e9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3483307 INFO  (jetty-closer-7561-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@39e86588{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3483311 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=329434396
   [junit4]   2> 3483311 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1476637662
   [junit4]   2> 3483311 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3483311 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3483311 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31127ee5: rootName = solr_58145, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1bf44bf3
   [junit4]   2> 3483311 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54acf58d: rootName = solr_38083, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@14738152
   [junit4]   2> 3483317 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3483317 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@696c6827: rootName = solr_58145, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2251a75d
   [junit4]   2> 3483320 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3483320 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59fac27: rootName = solr_38083, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2251a75d
   [junit4]   2> 3483321 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3483321 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e4eabbc: rootName = solr_58145, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@406fa619
   [junit4]   2> 3483326 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3483326 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cdf84d9: rootName = solr_38083, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@406fa619
   [junit4]   2> 3483328 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58145_solr
   [junit4]   2> 3483328 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38083_solr
   [junit4]   2> 3483329 INFO  (jetty-closer-7561-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3483329 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3483330 INFO  (zkCallback-7572-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 3483333 INFO  (coreCloseExecutor-11583-thread-1) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19bea75e
   [junit4]   2> 3483333 INFO  (coreCloseExecutor-11583-thread-1) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=431925086
   [junit4]   2> 3483333 INFO  (coreCloseExecutor-11583-thread-1) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a1bd61c: rootName = solr_38083, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@37f30d24
   [junit4]   2> 3483336 INFO  (zkCallback-7578-thread-7-processing-n:127.0.0.1:38083_solr) [n:127.0.0.1:38083_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 3483342 INFO  (coreCloseExecutor-11583-thread-1) [n:127.0.0.1:38083_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=431925086
   [junit4]   2> 3483346 INFO  (jetty-closer-7561-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99316198578978822-127.0.0.1:38083_solr-n_0000000000) closing
   [junit4]   2> 3483347 INFO  (OverseerStateUpdate-99316198578978822-127.0.0.1:38083_solr-n_0000000000) [n:127.0.0.1:38083_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38083_solr
   [junit4]   2> 3483347 WARN  (OverseerAutoScalingTriggerThread-99316198578978822-127.0.0.1:38083_solr-n_0000000000) [n:127.0.0.1:38083_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3483363 ERROR (Thread[Thread-8061,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:38083_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3483370 INFO  (jetty-closer-7561-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3daaaf30{/solr,null,UNAVAILABLE}
   [junit4]   2> 3484836 WARN  (zkCallback-7572-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:38083_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:38083_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3484836 WARN  (zkCallback-7572-thread-1-processing-n:127.0.0.1:58145_solr) [n:127.0.0.1:58145_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:58145_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:58145_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3484837 ERROR (Thread[Thread-8063,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:58145_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3484842 INFO  (jetty-closer-7561-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f1523e0{/solr,null,UNAVAILABLE}
   [junit4]   2> 3484843 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3484844 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33966 33966
   [junit4]   2> 3485920 INFO  (Thread-8044) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33966 33966
   [junit4]   2> 3485936 WARN  (Thread-8044) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3485967 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[62C50D42684F077]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 08, 2018 8:55:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Jan 08, 2018 8:56:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=34029, name=jetty-launcher-7560-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=34032, name=jetty-launcher-7560-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 08, 2018 8:56:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=34029, name=jetty-launcher-7560-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    2) Thread[id=34032, name=jetty-launcher-7560-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2> 3506272 ERROR (jetty-launcher-7560-thread-2-EventThread) [n:127.0.0.1:38083_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 3506272 ERROR (jetty-launcher-7560-thread-1-EventThread) [n:127.0.0.1:58145_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.fr

[...truncated too long message...]

hemaAPI, SolrMetricManagerTest, TestTrackingShardHandlerFactory, TestCollapseQParserPlugin, SpatialFilterTest, TestSolrXml, BasicDistributedZkTest, TestSQLHandler, CleanupOldIndexTest, TestJmxIntegration, HighlighterConfigTest, OutputWriterTest, TestBlendedInfixSuggestions, NodeAddedTriggerTest, TestReloadAndDeleteDocs, ResourceLoaderTest, TestLegacyField, CdcrReplicationDistributedZkTest, MultiTermTest, SearchHandlerTest, CoreAdminCreateDiscoverTest, TestFuzzyAnalyzedSuggestions, TestDynamicFieldResource, MetricsConfigTest, SmileWriterTest, ResponseLogComponentTest, AlternateDirectoryTest, HdfsRecoverLeaseTest, TestRecovery, TestMiniSolrCloudClusterSSL, TestFieldCache, TestInPlaceUpdatesStandalone, DistributedSuggestComponentTest, XmlUpdateRequestHandlerTest, TestPolicyCloud, TestConfigSetsAPI, TestJoin, ExplicitHLLTest, TestCopyFieldCollectionResource, StatsReloadRaceTest, HttpTriggerListenerTest, PeerSyncWithIndexFingerprintCachingTest, TestCursorMarkWithoutUniqueKey, TestLegacyFieldCache, TestTolerantUpdateProcessorRandomCloud, PeerSyncReplicationTest, CollectionTooManyReplicasTest, DateRangeFieldTest, DistributedSpellCheckComponentTest, StatsComponentTest, FieldAnalysisRequestHandlerTest, StressHdfsTest, TestImpersonationWithHadoopAuth, TestTriggerIntegration, CollectionsAPISolrJTest, QueryParsingTest, SuggesterWFSTTest, SuggestComponentContextFilterQueryTest, CollectionReloadTest, TestScoreJoinQPScore, TestReqParamsAPI, DirectSolrConnectionTest, DefaultValueUpdateProcessorTest, TestRetrieveFieldsOptimizer, SuggesterFSTTest, TestHttpShardHandlerFactory, AddReplicaTest, UUIDFieldTest, TestRandomRequestDistribution, TestFreeTextSuggestions, NodeMutatorTest, InfixSuggestersTest, TestSolrFieldCacheBean, ClusterStateTest, NoCacheHeaderTest, TestPseudoReturnFields, TestTolerantSearch, BinaryUpdateRequestHandlerTest, TestCoreAdminApis, SpellCheckCollatorTest, AsyncCallRequestStatusResponseTest, IndexBasedSpellCheckerTest, TestCoreDiscovery, SolrCloudReportersTest, TimeZoneUtilsTest, AssignBackwardCompatibilityTest, OverseerStatusTest, TestGeoJSONResponseWriter, HdfsBasicDistributedZk2Test, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigureRecoveryStrategyTest, TestManagedSchemaThreadSafety, TestCollectionAPI, TolerantUpdateProcessorTest, BufferStoreTest, TestNamedUpdateProcessors, TestIBSimilarityFactory, TestSchemaManager, ClassificationUpdateProcessorFactoryTest, ZkStateReaderTest, AutoScalingHandlerTest, OverseerModifyCollectionTest, TestRangeQuery, ZkCLITest, VersionInfoTest, TestPhraseSuggestions, PrimUtilsTest, DistributedDebugComponentTest, CloudMLTQParserTest, DeleteInactiveReplicaTest, TestHdfsBackupRestoreCore, TestIndexingPerformance, WordBreakSolrSpellCheckerTest, ForceLeaderTest, HLLSerializationTest, TestDeleteCollectionOnDownNodes, ConfigSetsAPITest, TestCustomStream, TestLazyCores, SolrGraphiteReporterTest, TestSolrDeletionPolicy2, TestOmitPositions, CreateCollectionCleanupTest, TestManagedSynonymFilterFactory, AddBlockUpdateTest, TestCloudPseudoReturnFields, TestCloudSearcherWarming, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestDistributedSearch, TestFaceting, TermVectorComponentDistributedTest, TestReload, TestStressVersions, DistributedTermsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestIndexSearcher, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestTrie, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, TestQueryTypes, PrimitiveFieldTypeTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestCollationField, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, HttpPartitionTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=62C50D42684F077 -Dtests.slow=true -Dtests.locale=ar-SY -Dtests.timezone=Africa/Douala -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=34029, name=jetty-launcher-7560-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=34032, name=jetty-launcher-7560-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([62C50D42684F077]:0)
   [junit4] Completed [560/765 (1!)] on J0 in 45.47s, 12 tests, 1 error <<< FAILURES!

[...truncated 48932 lines...]