You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/06 21:46:31 UTC

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1517 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1517/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.lucene.search.similarities.TestBasicModelIn.testRandomScoring

Error Message:
score(0.99999994)=1.5E-44 > score(1.0)=1.4E-44

Stack Trace:
java.lang.AssertionError: score(0.99999994)=1.5E-44 > score(1.0)=1.4E-44
	at __randomizedtesting.SeedInfo.seed([925DE6ABD8E635F3:19C2BF19C291D3F9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:403)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=29662, name=jetty-launcher-5174-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=29666, name=jetty-launcher-5174-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=29662, name=jetty-launcher-5174-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=29666, name=jetty-launcher-5174-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([C9519ED74C5071A0]:0)




Build Log:
[...truncated 921 lines...]
   [junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIn
   [junit4]   1> 1.5E-44 = score(DFRSimilarity, doc=0, freq=0.99999994), computed from:
   [junit4]   1>   1.4E-45 = boost
   [junit4]   1>   7.7879482E16 = NormalizationH1, computed from: 
   [junit4]   1>     0.99999994 = tf
   [junit4]   1>     9.7916749E8 = avgFieldLength
   [junit4]   1>     27.0 = len
   [junit4]   1>   5.45156385E17 = BasicModelIn, computed from: 
   [junit4]   1>     191.0 = numberOfDocuments
   [junit4]   1>     1.0 = docFreq
   [junit4]   1>   1.9260528E-17 = AfterEffectB, computed from: 
   [junit4]   1>     7.7879482E16 = tfn
   [junit4]   1>     1.0 = totalTermFreq
   [junit4]   1>     1.0 = docFreq
   [junit4]   1> 
   [junit4]   1> 1.4E-44 = score(DFRSimilarity, doc=0, freq=1.0), computed from:
   [junit4]   1>   1.4E-45 = boost
   [junit4]   1>   7.7879482E16 = NormalizationH1, computed from: 
   [junit4]   1>     1.0 = tf
   [junit4]   1>     9.7916749E8 = avgFieldLength
   [junit4]   1>     27.0 = len
   [junit4]   1>   5.45156385E17 = BasicModelIn, computed from: 
   [junit4]   1>     191.0 = numberOfDocuments
   [junit4]   1>     1.0 = docFreq
   [junit4]   1>   1.9260528E-17 = AfterEffectB, computed from: 
   [junit4]   1>     7.7879482E16 = tfn
   [junit4]   1>     1.0 = totalTermFreq
   [junit4]   1>     1.0 = docFreq
   [junit4]   1> 
   [junit4]   1> DFR I(n)B1
   [junit4]   1> field="field",maxDoc=9546,docCount=191,sumTotalTermFreq=187020984133,sumDocFreq=187020984107
   [junit4]   1> term="term",docFreq=1,totalTermFreq=1
   [junit4]   1> norm=27 (doc length ~ 27)
   [junit4]   1> freq=1.0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBasicModelIn -Dtests.method=testRandomScoring -Dtests.seed=925DE6ABD8E635F3 -Dtests.slow=true -Dtests.locale=pt-PT -Dtests.timezone=Asia/Gaza -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 1.16s J1 | TestBasicModelIn.testRandomScoring <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: score(0.99999994)=1.5E-44 > score(1.0)=1.4E-44
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([925DE6ABD8E635F3:19C2BF19C291D3F9]:0)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:403)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2fbd1bc2), locale=pt-PT, timezone=Asia/Gaza
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=379547832,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributionSPL, TestIntArrayDocIdSet, TestTopFieldCollector, TestNotDocIdSet, TestFilterWeight, TestDoubleValuesSource, Test2BSortedDocValuesFixedSorted, TestWildcard, TestCompiledAutomaton, TestGeoUtils, TestTerms, TestSimpleExplanations, TestField, TestIndexWriterCommit, TestLongRangeFieldQueries, TestSloppyPhraseQuery2, TestNRTCachingDirectory, TestPhraseQuery, TestBoolean2, TestPerSegmentDeletes, TestSpanMultiTermQueryWrapper, Test2BPostings, TestRollingBuffer, FuzzyTermOnShortTermsTest, TestMergeSchedulerExternal, TestNormsFieldExistsQuery, TestIndexWriterThreadsToSegments, TestIndexWriterLockRelease, TestStressIndexing, TestAxiomaticSimilarity, TestMultiCollector, TestCharTermAttributeImpl, TestSimilarityBase, TestBasics, TestTermsEnum, TestPersistentSnapshotDeletionPolicy, TestStressAdvance, TestVersion, TestPolygon2D, TestByteBlockPool, TestRollingUpdates, TestDirectoryReaderReopen, TestSentinelIntSet, TestAxiomaticF2EXP, TestPerFieldPostingsFormat, TestIndependenceSaturated, TestIndexWriterReader, TestMultiPhraseQuery, TestSpanNearQuery, TestPerFieldPostingsFormat2, TestFuzzyQuery, TestConcurrentMergeScheduler, TestDocValuesRewriteMethod, TestIndexWriterNRTIsCurrent, TestQueryRescorer, TestPrefixInBooleanQuery, TestPrefixCodedTerms, TestSimpleSearchEquivalence, TestBlockPostingsFormat3, TestFileSwitchDirectory, TestSimpleFSDirectory, TestNoDeletionPolicy, TestCustomTermFreq, TestCharsRefBuilder, TestSubScorerFreqs, TestBasicModelG, TestPositiveScoresOnlyCollector, TestLucene50CompoundFormat, TestExitableDirectoryReader, Test2BPagedBytes, TestIndexWriterConfig, TestMultiTermConstantScore, Test2BNumericDocValues, TestParallelTermEnum, TestIndexWriterForceMerge, TestAxiomaticF3EXP, TestCharsRef, TestDocValues, TestManyFields, TestBytesRefHash, TestSortedSetSortField, TestNRTThreads, TestTermdocPerf, TestRadixSelector, TestDateTools, TestSimpleExplanationsWithFillerDocs, Test2BDocs, TestEarlyTermination, TestCustomSearcherSort, Test2BBinaryDocValues, TestLongBitSet, TestBasicModelBE, TestMixedDocValuesUpdates, TestTransactions, TestSpanOrQuery, TestBytesStore, TestMultiLevelSkipList, TestBasicModelIn]
   [junit4] Completed [209/475 (1!)] on J1 in 1.17s, 1 test, 1 failure <<< FAILURES!

[...truncated 12385 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_C9519ED74C5071A0-001/init-core-data-001
   [junit4]   2> 3556759 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3556761 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3556761 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3556796 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_C9519ED74C5071A0-001/tempDir-001
   [junit4]   2> 3556796 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3556797 INFO  (Thread-5877) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3556797 INFO  (Thread-5877) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3556800 ERROR (Thread-5877) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3556898 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:48068
   [junit4]   2> 3556935 INFO  (jetty-launcher-5174-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3556936 INFO  (jetty-launcher-5174-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3556942 INFO  (jetty-launcher-5174-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33831750{/solr,null,AVAILABLE}
   [junit4]   2> 3556942 INFO  (jetty-launcher-5174-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4648b1fb{/solr,null,AVAILABLE}
   [junit4]   2> 3556943 INFO  (jetty-launcher-5174-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@73da1c5b{HTTP/1.1,[http/1.1]}{127.0.0.1:57901}
   [junit4]   2> 3556943 INFO  (jetty-launcher-5174-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d9bcf64{HTTP/1.1,[http/1.1]}{127.0.0.1:51791}
   [junit4]   2> 3556943 INFO  (jetty-launcher-5174-thread-2) [    ] o.e.j.s.Server Started @3559403ms
   [junit4]   2> 3556943 INFO  (jetty-launcher-5174-thread-1) [    ] o.e.j.s.Server Started @3559403ms
   [junit4]   2> 3556943 INFO  (jetty-launcher-5174-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57901}
   [junit4]   2> 3556943 INFO  (jetty-launcher-5174-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51791}
   [junit4]   2> 3556944 ERROR (jetty-launcher-5174-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3556944 ERROR (jetty-launcher-5174-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3556944 INFO  (jetty-launcher-5174-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3556944 INFO  (jetty-launcher-5174-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3556944 INFO  (jetty-launcher-5174-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3556944 INFO  (jetty-launcher-5174-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3556945 INFO  (jetty-launcher-5174-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3556945 INFO  (jetty-launcher-5174-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3556945 INFO  (jetty-launcher-5174-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-06T21:08:14.857Z
   [junit4]   2> 3556945 INFO  (jetty-launcher-5174-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-06T21:08:14.857Z
   [junit4]   2> 3556957 INFO  (jetty-launcher-5174-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3556957 INFO  (jetty-launcher-5174-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3556969 INFO  (jetty-launcher-5174-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48068/solr
   [junit4]   2> 3556969 INFO  (jetty-launcher-5174-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48068/solr
   [junit4]   2> 3557100 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3557100 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3557103 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51791_solr
   [junit4]   2> 3557104 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57901_solr
   [junit4]   2> 3557104 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.Overseer Overseer (id=98959523493314565-127.0.0.1:51791_solr-n_0000000000) starting
   [junit4]   2> 3557108 INFO  (zkCallback-5185-thread-1-processing-n:127.0.0.1:51791_solr) [n:127.0.0.1:51791_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3557108 INFO  (zkCallback-5186-thread-1-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3557117 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51791_solr
   [junit4]   2> 3557118 INFO  (zkCallback-5186-thread-1-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3557118 INFO  (zkCallback-5185-thread-1-processing-n:127.0.0.1:51791_solr) [n:127.0.0.1:51791_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3557141 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3557146 WARN  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3557148 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 3557152 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3557166 INFO  (jetty-launcher-5174-thread-2-EventThread) [n:127.0.0.1:57901_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3557220 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3557220 WARN  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3557220 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 3557221 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3557223 INFO  (jetty-launcher-5174-thread-1-EventThread) [n:127.0.0.1:51791_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3557241 WARN  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3557277 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@de59ad1
   [junit4]   2> 3557282 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@de59ad1
   [junit4]   2> 3557282 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@de59ad1
   [junit4]   2> 3557283 INFO  (jetty-launcher-5174-thread-1) [n:127.0.0.1:51791_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_C9519ED74C5071A0-001/tempDir-001/node1/.
   [junit4]   2> 3558207 WARN  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3558255 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57901.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@de59ad1
   [junit4]   2> 3558261 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57901.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@de59ad1
   [junit4]   2> 3558261 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57901.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@de59ad1
   [junit4]   2> 3558261 INFO  (jetty-launcher-5174-thread-2) [n:127.0.0.1:57901_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_C9519ED74C5071A0-001/tempDir-001/node2/.
   [junit4]   2> 3558442 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 3575872 WARN  (jetty-launcher-5174-thread-2-SendThread(127.0.0.1:48068)) [n:127.0.0.1:57901_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17648ms for sessionid 0x15f93298cf60007
   [junit4]   2> 3575872 WARN  (jetty-launcher-5174-thread-1-SendThread(127.0.0.1:48068)) [n:127.0.0.1:51791_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18588ms for sessionid 0x15f93298cf60005
   [junit4]   2> 3575872 WARN  (jetty-launcher-5174-thread-2-SendThread(127.0.0.1:48068)) [n:127.0.0.1:57901_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17610ms for sessionid 0x15f93298cf60006
   [junit4]   2> 3575872 WARN  (jetty-launcher-5174-thread-1-SendThread(127.0.0.1:48068)) [n:127.0.0.1:51791_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17649ms for sessionid 0x15f93298cf60008
   [junit4]   2> 3575873 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f93298cf60007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3575873 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f93298cf60006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3575874 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f93298cf60005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3575874 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f93298cf60008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3575875 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1510038496365&s=5Ljp9byDTXCMYvNR5telsdoR4NY="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:16 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:16 GMT
   [junit4]   2> 3575876 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 3575987 WARN  (zkCallback-5186-thread-1-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ebc02ea name: ZooKeeperConnection Watcher:127.0.0.1:48068/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3575987 WARN  (zkCallback-5186-thread-1-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3575987 WARN  (zkCallback-5185-thread-1-processing-n:127.0.0.1:51791_solr) [n:127.0.0.1:51791_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4601c210 name: ZooKeeperConnection Watcher:127.0.0.1:48068/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3575988 WARN  (zkCallback-5185-thread-1-processing-n:127.0.0.1:51791_solr) [n:127.0.0.1:51791_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3576048 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 3576549 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3576550 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48068/solr ready
   [junit4]   2> 3576557 INFO  (qtp160354625-29618) [n:127.0.0.1:51791_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3577382 INFO  (jetty-launcher-5174-thread-1-EventThread) [n:127.0.0.1:51791_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 3577489 INFO  (OverseerThreadFactory-10483-thread-1-processing-n:127.0.0.1:51791_solr) [n:127.0.0.1:51791_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 3577600 INFO  (OverseerStateUpdate-98959523493314565-127.0.0.1:51791_solr-n_0000000000) [n:127.0.0.1:51791_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:57901/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3577766 INFO  (jetty-launcher-5174-thread-2-EventThread) [n:127.0.0.1:57901_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 3577809 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3577809 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3578021 INFO  (zkCallback-5186-thread-4-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3578021 INFO  (zkCallback-5186-thread-3-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3578955 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3578985 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3579074 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3579092 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 3579092 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57901.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@de59ad1
   [junit4]   2> 3579093 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3579093 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_C9519ED74C5071A0-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_C9519ED74C5071A0-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 3579094 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1605027430301644]
   [junit4]   2> 3579222 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3579222 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3579223 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3579224 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3579224 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=87.8212890625, floorSegmentMB=1.4169921875, forceMergeDeletesPctAllowed=25.455487491474887, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3579225 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@275c1d03[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 3579260 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 3579291 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 3579392 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3579392 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583352399584559104
   [junit4]   2> 3579402 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 3579408 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 3579408 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 3579408 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 3579408 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 3579409 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 3579409 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 3579409 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 3579409 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 3579410 INFO  (searcherExecutor-10488-thread-1-processing-n:127.0.0.1:57901_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@275c1d03[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3579416 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3579416 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3579416 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57901/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 3579416 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3579416 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:57901/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3579416 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3579420 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57901/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 3579523 INFO  (zkCallback-5186-thread-3-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3579523 INFO  (zkCallback-5186-thread-4-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3579529 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3579531 INFO  (qtp1356192474-29624) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1722
   [junit4]   2> 3579531 WARN  (httpShardExecutor-10478-thread-1-processing-n:127.0.0.1:51791_solr [http:////127.0.0.1:57901//solr] http:////127.0.0.1:57901//solr) [n:127.0.0.1:51791_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1510038515721&s=tCEbx1DAXn2eiYYWK/ZwWdLFreQ="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:35 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:35 GMT
   [junit4]   2> 3579539 INFO  (qtp160354625-29618) [n:127.0.0.1:51791_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3579632 INFO  (zkCallback-5186-thread-3-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3579632 INFO  (zkCallback-5186-thread-4-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3580543 INFO  (qtp160354625-29618) [n:127.0.0.1:51791_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3986
   [junit4]   2> 3580543 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1510038514464&s=ElYUKQpe0QZoQG2ukvcGXK0rHss="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:34 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:34 GMT
   [junit4]   2> 3580544 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 3580545 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 3580551 INFO  (qtp160354625-29620) [n:127.0.0.1:51791_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3580561 INFO  (qtp1356192474-29626) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 3580562 WARN  (qtp160354625-29620) [n:127.0.0.1:51791_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1510038518468&s=SFys/axbKXcbdBmHcg6CfOmQm/E="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:38 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:38 GMT
   [junit4]   2> 3580563 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1510038518463&s=G9tlbAz+EDWlu3Hf4z0AQr3cmCk="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:38 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:38 GMT
   [junit4]   2> 3580563 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1510038518468&s=SFys/axbKXcbdBmHcg6CfOmQm/E="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:38 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:38 GMT
   [junit4]   2> 3580568 INFO  (qtp1356192474-29628) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 3580569 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1510038518480&s=+GwTRtdJa+fwBrowbwtCk53AJFE="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:38 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:38 GMT
   [junit4]   2> 3580570 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 3580796 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 3580798 INFO  (qtp160354625-29621) [n:127.0.0.1:51791_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3580799 INFO  (qtp160354625-29621) [n:127.0.0.1:51791_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3580799 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1510038518710&s=IFDyua0E/dYiAI3psq7wzwazEH4="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:38 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:38 GMT
   [junit4]   2> 3580799 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 3581006 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 3581006 INFO  (qtp160354625-29616) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3581007 WARN  (qtp160354625-29616) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	... 26 more
   [junit4]   2> 3581008 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 3581210 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 3581244 INFO  (qtp160354625-29617) [n:127.0.0.1:51791_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3581245 INFO  (qtp160354625-29617) [n:127.0.0.1:51791_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3581245 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1510038519123&s=vY2+F9Lxk4/2ncJ3ZUeutobIt8c="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:39 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:39 GMT
   [junit4]   2> 3581246 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 3581455 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 3581481 WARN  (qtp160354625-29619) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 3581489 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1510038519368&s=e1ZOwoKHN+f4fZ6N0Hp4Bgx1cyU="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:39 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:39 GMT
   [junit4]   2> 3581490 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 3581499 INFO  (OverseerCollectionConfigSetProcessor-98959523493314565-127.0.0.1:51791_solr-n_0000000000) [n:127.0.0.1:51791_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3581730 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 3581765 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1510038519642&s=NtkBB1GAHr634wCAehbRZUytOXU="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:39 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:39 GMT
   [junit4]   2> 3581765 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 3582108 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 3582110 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1510038520021&s=MyBHPaKrRe+BSF7wN8gCh3uAqsY="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:40 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:40 GMT
   [junit4]   2> 3582110 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 3582416 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 3582427 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1510038520329&s=GPANJA7Lw+9Gvc+0gnlf2rn5Hdk="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:40 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:40 GMT
   [junit4]   2> 3582427 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 3582713 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 3582714 INFO  (qtp160354625-29616) [n:127.0.0.1:51791_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3582714 INFO  (qtp160354625-29616) [n:127.0.0.1:51791_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3582715 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1510038520626&s=3aYgO3seiHx6CT+YILnaxRR73As="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:40 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:40 GMT
   [junit4]   2> 3582715 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 3583025 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 3583046 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1510038520937&s=EX/lNLHxitKlhjuu+tlyL+SMlCk="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:40 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:40 GMT
   [junit4]   2> 3583046 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 3583421 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 3583424 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[C9519ED74C5071A0]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1510038521334&s=PoQyR8WWWF1B2BKcq06XErD94c4="; Path=/; Domain=127.0.0.1; Expires=di, 07-nov-2017 07:08:41 GMT; HttpOnly". Invalid 'expires' attribute: di, 07-nov-2017 07:08:41 GMT
   [junit4]   2> 3583424 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[C9519ED74C5071A0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 3583427 INFO  (jetty-closer-5175-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@73da1c5b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3583428 INFO  (jetty-closer-5175-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d9bcf64{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3583433 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=818256195
   [junit4]   2> 3583433 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1482563109
   [junit4]   2> 3583433 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3583433 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79883c89: rootName = solr_51791, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5541a8c4
   [junit4]   2> 3583433 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3583434 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c51bac4: rootName = solr_57901, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@28da6b13
   [junit4]   2> 3583438 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3583438 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fffa133: rootName = solr_51791, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1e04544b
   [junit4]   2> 3583438 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3583438 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bec074d: rootName = solr_57901, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1e04544b
   [junit4]   2> 3583441 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3583441 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a17439a: rootName = solr_51791, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3bd353
   [junit4]   2> 3583441 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3583441 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eb163ea: rootName = solr_57901, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3bd353
   [junit4]   2> 3583445 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57901_solr
   [junit4]   2> 3583445 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51791_solr
   [junit4]   2> 3583446 INFO  (jetty-closer-5175-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3583446 INFO  (coreCloseExecutor-10493-thread-1) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5de7d2f0
   [junit4]   2> 3583446 INFO  (coreCloseExecutor-10493-thread-1) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1575473904
   [junit4]   2> 3583446 INFO  (coreCloseExecutor-10493-thread-1) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b9587d5: rootName = solr_57901, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@e16893e
   [junit4]   2> 3583446 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3583446 INFO  (jetty-closer-5175-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98959523493314565-127.0.0.1:51791_solr-n_0000000000) closing
   [junit4]   2> 3583447 INFO  (OverseerStateUpdate-98959523493314565-127.0.0.1:51791_solr-n_0000000000) [n:127.0.0.1:51791_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51791_solr
   [junit4]   2> 3583447 INFO  (zkCallback-5185-thread-8-processing-n:127.0.0.1:51791_solr) [n:127.0.0.1:51791_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3583448 WARN  (OverseerAutoScalingTriggerThread-98959523493314565-127.0.0.1:51791_solr-n_0000000000) [n:127.0.0.1:51791_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3583448 INFO  (zkCallback-5185-thread-5-processing-n:127.0.0.1:51791_solr) [n:127.0.0.1:51791_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3583460 INFO  (zkCallback-5186-thread-3-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3583462 INFO  (zkCallback-5186-thread-4-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3583467 INFO  (zkCallback-5186-thread-1-processing-n:127.0.0.1:57901_solr) [n:127.0.0.1:57901_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57901_solr
   [junit4]   2> 3583470 INFO  (coreCloseExecutor-10493-thread-1) [n:127.0.0.1:57901_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1575473904
   [junit4]   2> 3583471 ERROR (Thread[Thread-5894,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:51791_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3583478 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f93298cf60006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3583483 INFO  (jetty-closer-5175-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4648b1fb{/solr,null,UNAVAILABLE}
   [junit4]   2> 3583483 ERROR (Thread[Thread-5897,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:57901_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3583498 INFO  (jetty-closer-5175-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33831750{/solr,null,UNAVAILABLE}
   [junit4]   2> 3583501 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3583502 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48068 48068
   [junit4]   2> 3583607 INFO  (Thread-5877) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48068 48068
   [junit4]   2> 3583610 WARN  (Thread-5877) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 3583649 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[C9519ED74C5071A0]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Nov 06, 2017 9:08:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> Nov 06, 2017 9:09:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=29662, name=jetty-launcher-5174-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=29666, name=jetty-launcher-5174-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Nov 06, 2017 9:09:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=29662, name=jetty-launcher-5174-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    2) Thread[id=29666, name=jetty-launcher-5174-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2> 3603762 ERROR (jetty-launche

[...truncated too long message...]

ionTest, ClassificationUpdateProcessorFactoryTest, TestRemoteStreaming, TestInfoStreamLogging, SolrCoreTest, TestCustomSort, UpdateRequestProcessorFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestElisionMultitermQuery, DocExpirationUpdateProcessorFactoryTest, TestBulkSchemaConcurrent, OverseerStatusTest, SchemaVersionSpecificBehaviorTest, DirectSolrSpellCheckerTest, DeleteStatusTest, TestNumericTerms64, ZkSolrClientTest, TestManagedSchemaAPI, TestTrie, TestExtendedDismaxParser, SampleTest, TestDocSet, AliasIntegrationTest, TestSearchPerf, SolrGangliaReporterTest, SearchHandlerTest, TestPerFieldSimilarity, TestScoreJoinQPScore, TestShardHandlerFactory, SearchRateTriggerTest, StatsReloadRaceTest, CoreAdminHandlerTest, TestCloudSearcherWarming, SpellPossibilityIteratorTest, TestConfigSetProperties, TestTlogReplica, SecurityConfHandlerTest, ActionThrottleTest, SynonymTokenizerTest, DistributedFacetPivotSmallAdvancedTest, AtomicUpdateProcessorFactoryTest, TestLuceneIndexBackCompat, SimpleFacetsTest, TestNamedUpdateProcessors, PKIAuthenticationIntegrationTest, PreAnalyzedFieldTest, TestFilteredDocIdSet, BasicAuthIntegrationTest, TestSmileRequest, TestConfigSetsAPIZkFailure, DistributedExpandComponentTest, CdcrReplicationHandlerTest, TestFoldingMultitermQuery, DocumentAnalysisRequestHandlerTest, TestRTGBase, TestCloudDeleteByQuery, V2StandaloneTest, BadComponentTest, TestNumericTokenStream, OpenExchangeRatesOrgProviderTest, LukeRequestHandlerTest, HdfsAutoAddReplicasIntegrationTest, SubstringBytesRefFilterTest, CollectionsAPIAsyncDistributedZkTest, DistributedFacetPivotLargeTest, TestFreeTextSuggestions, RankQueryTest, TestFieldCache, TestPKIAuthenticationPlugin, ClassificationUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, HdfsNNFailoverTest, TestPolicyCloud, TestXmlQParserPlugin, TestSolrIndexConfig, ReplicaListTransformerTest, MetricUtilsTest, TestStressVersions, FullHLLTest, BlockJoinFacetRandomTest, TestLegacyFieldCache, TestSystemCollAutoCreate, TestQueryTypes, BigEndianAscendingWordDeserializerTest, BitVectorTest, CloudMLTQParserTest, BlockCacheTest, TestPostingsSolrHighlighter, TestSystemIdResolver, DeleteReplicaTest, TestSimpleTrackingShardHandler, PolyFieldTest, ShardRoutingCustomTest, DebugComponentTest, TestIndexSearcher, TermsComponentTest, TestSchemaSimilarityResource, NodeAddedTriggerTest, IndexSchemaRuntimeFieldTest, HdfsChaosMonkeySafeLeaderTest, MBeansHandlerTest, BasicDistributedZkTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, TestOmitPositions, FileBasedSpellCheckerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, TestStressRecovery, MultiTermTest, TestBinaryField, MinimalSchemaTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, DateMathParserTest, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AssignTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DistributedVersionInfoTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MoveReplicaHDFSFailoverTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, RemoteQueryErrorTest, SSLMigrationTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudPseudoReturnFields, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplica, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=C9519ED74C5071A0 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=America/Hermosillo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=29662, name=jetty-launcher-5174-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=29666, name=jetty-launcher-5174-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C9519ED74C5071A0]:0)
   [junit4] Completed [566/749 (1!)] on J1 in 47.03s, 12 tests, 1 error <<< FAILURES!

[...truncated 47920 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1518 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1518/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream

Error Message:
expected:<5> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<2>
	at __randomizedtesting.SeedInfo.seed([D9FE25D19D36D025:F91447D101773D69]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4594)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14896 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/init-core-data-001
   [junit4]   2> 144343 WARN  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 144343 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 144345 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 144345 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 144346 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001
   [junit4]   2> 144346 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 144348 INFO  (Thread-204) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 144348 INFO  (Thread-204) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 144349 ERROR (Thread-204) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 144446 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:63701
   [junit4]   2> 144457 INFO  (jetty-launcher-840-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 144458 INFO  (jetty-launcher-840-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5597ae16{/solr,null,AVAILABLE}
   [junit4]   2> 144462 INFO  (jetty-launcher-840-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 144462 INFO  (jetty-launcher-840-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a05fdc0{/solr,null,AVAILABLE}
   [junit4]   2> 144463 INFO  (jetty-launcher-840-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f2e6a66{SSL,[ssl, http/1.1]}{127.0.0.1:39457}
   [junit4]   2> 144463 INFO  (jetty-launcher-840-thread-1) [    ] o.e.j.s.Server Started @147091ms
   [junit4]   2> 144463 INFO  (jetty-launcher-840-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39457}
   [junit4]   2> 144464 ERROR (jetty-launcher-840-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144464 INFO  (jetty-launcher-840-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 144464 INFO  (jetty-launcher-840-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 144464 INFO  (jetty-launcher-840-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144464 INFO  (jetty-launcher-840-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-07T07:25:43.369Z
   [junit4]   2> 144465 INFO  (jetty-launcher-840-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 144466 INFO  (jetty-launcher-840-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1deda0c1{/solr,null,AVAILABLE}
   [junit4]   2> 144466 INFO  (jetty-launcher-840-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b95abe1{SSL,[ssl, http/1.1]}{127.0.0.1:56334}
   [junit4]   2> 144466 INFO  (jetty-launcher-840-thread-2) [    ] o.e.j.s.Server Started @147094ms
   [junit4]   2> 144466 INFO  (jetty-launcher-840-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56334}
   [junit4]   2> 144467 INFO  (jetty-launcher-840-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@48fbfb70{SSL,[ssl, http/1.1]}{127.0.0.1:34417}
   [junit4]   2> 144467 INFO  (jetty-launcher-840-thread-4) [    ] o.e.j.s.Server Started @147095ms
   [junit4]   2> 144467 INFO  (jetty-launcher-840-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34417}
   [junit4]   2> 144468 ERROR (jetty-launcher-840-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144468 INFO  (jetty-launcher-840-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 144468 INFO  (jetty-launcher-840-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 144468 INFO  (jetty-launcher-840-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144468 INFO  (jetty-launcher-840-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-07T07:25:43.373Z
   [junit4]   2> 144469 INFO  (jetty-launcher-840-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 144471 INFO  (jetty-launcher-840-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37748eb7{/solr,null,AVAILABLE}
   [junit4]   2> 144472 INFO  (jetty-launcher-840-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64b1c795{SSL,[ssl, http/1.1]}{127.0.0.1:50657}
   [junit4]   2> 144472 INFO  (jetty-launcher-840-thread-3) [    ] o.e.j.s.Server Started @147099ms
   [junit4]   2> 144472 INFO  (jetty-launcher-840-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50657}
   [junit4]   2> 144472 ERROR (jetty-launcher-840-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144472 INFO  (jetty-launcher-840-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 144472 INFO  (jetty-launcher-840-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 144472 INFO  (jetty-launcher-840-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144472 INFO  (jetty-launcher-840-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-07T07:25:43.377Z
   [junit4]   2> 144473 ERROR (jetty-launcher-840-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144481 INFO  (jetty-launcher-840-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 144481 INFO  (jetty-launcher-840-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 144482 INFO  (jetty-launcher-840-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 144482 INFO  (jetty-launcher-840-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144482 INFO  (jetty-launcher-840-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-07T07:25:43.387Z
   [junit4]   2> 144483 INFO  (jetty-launcher-840-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 144483 INFO  (jetty-launcher-840-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 144489 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f955eddd60001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 144490 INFO  (jetty-launcher-840-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63701/solr
   [junit4]   2> 144490 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f955eddd60002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 144491 INFO  (jetty-launcher-840-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63701/solr
   [junit4]   2> 144493 INFO  (jetty-launcher-840-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63701/solr
   [junit4]   2> 144493 INFO  (jetty-launcher-840-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 144496 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f955eddd60006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 144513 INFO  (jetty-launcher-840-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63701/solr
   [junit4]   2> 144525 WARN  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 144526 WARN  (jetty-launcher-840-thread-1) [n:127.0.0.1:39457_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 144527 WARN  (jetty-launcher-840-thread-3) [n:127.0.0.1:50657_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 144532 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 144532 INFO  (jetty-launcher-840-thread-1) [n:127.0.0.1:39457_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 144533 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34417_solr
   [junit4]   2> 144534 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.c.Overseer Overseer (id=98961951506694152-127.0.0.1:34417_solr-n_0000000000) starting
   [junit4]   2> 144536 INFO  (jetty-launcher-840-thread-1) [n:127.0.0.1:39457_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39457_solr
   [junit4]   2> 144539 INFO  (zkCallback-856-thread-1-processing-n:127.0.0.1:34417_solr) [n:127.0.0.1:34417_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 144546 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34417_solr
   [junit4]   2> 144555 INFO  (zkCallback-858-thread-1-processing-n:127.0.0.1:50657_solr) [n:127.0.0.1:50657_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 144556 INFO  (zkCallback-857-thread-1-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 144558 INFO  (jetty-launcher-840-thread-3) [n:127.0.0.1:50657_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 144577 INFO  (zkCallback-857-thread-1-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 144578 INFO  (zkCallback-858-thread-1-processing-n:127.0.0.1:50657_solr) [n:127.0.0.1:50657_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 144579 INFO  (zkCallback-856-thread-1-processing-n:127.0.0.1:34417_solr) [n:127.0.0.1:34417_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 144586 INFO  (jetty-launcher-840-thread-3) [n:127.0.0.1:50657_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50657_solr
   [junit4]   2> 144603 INFO  (zkCallback-858-thread-1-processing-n:127.0.0.1:50657_solr) [n:127.0.0.1:50657_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 144612 INFO  (zkCallback-857-thread-1-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 144612 INFO  (zkCallback-856-thread-1-processing-n:127.0.0.1:34417_solr) [n:127.0.0.1:34417_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 144639 INFO  (jetty-launcher-840-thread-1) [n:127.0.0.1:39457_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39457.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144643 INFO  (jetty-launcher-840-thread-1) [n:127.0.0.1:39457_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39457.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144643 INFO  (jetty-launcher-840-thread-1) [n:127.0.0.1:39457_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39457.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144658 INFO  (jetty-launcher-840-thread-1) [n:127.0.0.1:39457_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node1/.
   [junit4]   2> 144663 WARN  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 144664 INFO  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 144666 INFO  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 144668 INFO  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56334_solr
   [junit4]   2> 144681 INFO  (zkCallback-865-thread-1-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 144681 INFO  (zkCallback-856-thread-1-processing-n:127.0.0.1:34417_solr) [n:127.0.0.1:34417_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 144681 INFO  (zkCallback-857-thread-1-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 144682 INFO  (zkCallback-858-thread-1-processing-n:127.0.0.1:50657_solr) [n:127.0.0.1:50657_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 144769 INFO  (jetty-launcher-840-thread-3) [n:127.0.0.1:50657_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50657.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144779 INFO  (jetty-launcher-840-thread-3) [n:127.0.0.1:50657_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50657.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144784 INFO  (jetty-launcher-840-thread-3) [n:127.0.0.1:50657_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50657.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144787 INFO  (jetty-launcher-840-thread-3) [n:127.0.0.1:50657_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node4/.
   [junit4]   2> 144789 INFO  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56334.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144794 INFO  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56334.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144795 INFO  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56334.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144795 INFO  (jetty-launcher-840-thread-2) [n:127.0.0.1:56334_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node2/.
   [junit4]   2> 144819 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34417.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144827 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34417.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144827 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34417.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 144829 INFO  (jetty-launcher-840-thread-4) [n:127.0.0.1:34417_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node3/.
   [junit4]   2> 144868 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 144870 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63701/solr ready
   [junit4]   2> 144892 INFO  (qtp1916121566-2293) [n:127.0.0.1:56334_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 144895 INFO  (OverseerThreadFactory-512-thread-1-processing-n:127.0.0.1:34417_solr) [n:127.0.0.1:34417_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
   [junit4]   2> 145014 INFO  (OverseerStateUpdate-98961951506694152-127.0.0.1:34417_solr-n_0000000000) [n:127.0.0.1:34417_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39457/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 145021 INFO  (OverseerStateUpdate-98961951506694152-127.0.0.1:34417_solr-n_0000000000) [n:127.0.0.1:34417_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:56334/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 145249 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 145249 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 145272 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 145273 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 145383 INFO  (zkCallback-865-thread-1-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 145383 INFO  (zkCallback-857-thread-1-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 145383 INFO  (zkCallback-865-thread-2-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 145383 INFO  (zkCallback-857-thread-2-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146264 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 146270 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
   [junit4]   2> 146504 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 146512 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 146532 WARN  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 146532 WARN  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 146532 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 146532 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 146533 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56334.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 146533 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 146533 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node2/collection1_collection_shard2_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node2/./collection1_collection_shard2_replica_n2/data/]
   [junit4]   2> 146548 WARN  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 146549 WARN  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 146549 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 146549 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 146549 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39457.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71fc6
   [junit4]   2> 146549 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 146549 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node1/collection1_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001/tempDir-001/node1/./collection1_collection_shard1_replica_n1/data/]
   [junit4]   2> 146591 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 146591 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 146593 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 146593 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 146594 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e72e71e[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 146595 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 146595 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 146596 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 146596 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583391226463256576
   [junit4]   2> 146597 INFO  (searcherExecutor-520-thread-1-processing-n:127.0.0.1:56334_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@6e72e71e[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 146600 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 146600 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 146602 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 146602 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 146602 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 146602 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 146602 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/
   [junit4]   2> 146602 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 146602 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 146602 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 146603 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b91dec8[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 146605 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 146606 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 146607 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 146607 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583391226474790912
   [junit4]   2> 146607 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/ shard2
   [junit4]   2> 146609 INFO  (searcherExecutor-521-thread-1-processing-n:127.0.0.1:39457_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@1b91dec8[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 146616 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 146616 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 146616 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/
   [junit4]   2> 146616 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 146616 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 146617 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 146620 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/ shard1
   [junit4]   2> 146722 INFO  (zkCallback-857-thread-2-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146722 INFO  (zkCallback-865-thread-2-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146722 INFO  (zkCallback-857-thread-1-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146723 INFO  (zkCallback-865-thread-1-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146759 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 146762 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1513
   [junit4]   2> 146771 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 146773 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1501
   [junit4]   2> 146777 INFO  (qtp1916121566-2293) [n:127.0.0.1:56334_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 146877 INFO  (zkCallback-865-thread-2-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146877 INFO  (zkCallback-857-thread-2-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146877 INFO  (zkCallback-857-thread-1-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146877 INFO  (zkCallback-865-thread-1-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 146898 INFO  (OverseerCollectionConfigSetProcessor-98961951506694152-127.0.0.1:34417_solr-n_0000000000) [n:127.0.0.1:34417_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 147777 INFO  (qtp1916121566-2293) [n:127.0.0.1:56334_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2885
   [junit4]   2> 147779 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1_collection failOnTimeout:true timeout (sec):90
   [junit4]   2> 147780 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1_collection
   [junit4]   2> 147782 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 147896 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=113
   [junit4]   2> 147959 INFO  (TEST-StreamExpressionTest.testComplementStream-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testComplementStream
   [junit4]   2> 147976 INFO  (qtp1258089994-2291) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583391227906097152)} 0 4
   [junit4]   2> 147979 INFO  (qtp1258089994-2277) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391227913437184,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 147979 INFO  (qtp1258089994-2277) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 147980 INFO  (qtp1258089994-2277) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 147980 INFO  (qtp1258089994-2277) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 147984 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391227918680064,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 147985 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 147985 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 147985 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 147986 INFO  (qtp1916121566-2288) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583391227894562816),commit=} 0 25
   [junit4]   2> 147998 INFO  (qtp1916121566-2289) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1583391227929165824), 3 (1583391227930214400), 5 (1583391227931262976), 6 (1583391227932311552), 9 (1583391227932311553), 7 (1583391227932311554)]} 0 4
   [junit4]   2> 148001 INFO  (qtp1258089994-2273) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1583391227933360128), 4 (1583391227936505856), 8 (1583391227936505857)]} 0 3
   [junit4]   2> 148007 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391227942797312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148007 INFO  (qtp1258089994-2292) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391227942797312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148009 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6939857b commitCommandVersion:1583391227942797312
   [junit4]   2> 148009 INFO  (qtp1258089994-2292) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6fe8a12e commitCommandVersion:1583391227942797312
   [junit4]   2> 148017 INFO  (qtp1258089994-2292) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@725af419[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 148017 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2676adad[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 148018 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148018 INFO  (qtp1258089994-2292) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148019 INFO  (searcherExecutor-520-thread-1-processing-n:127.0.0.1:56334_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@2676adad[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C6)))}
   [junit4]   2> 148019 INFO  (searcherExecutor-521-thread-1-processing-n:127.0.0.1:39457_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@725af419[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
   [junit4]   2> 148019 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 12
   [junit4]   2> 148019 INFO  (qtp1258089994-2292) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 12
   [junit4]   2> 148020 INFO  (qtp1916121566-2286) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 16
   [junit4]   2> 148026 INFO  (TEST-StreamExpressionTest.testComplementStream-seed#[D9FE25D19D36D025]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 148027 INFO  (TEST-StreamExpressionTest.testComplementStream-seed#[D9FE25D19D36D025]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63701/solr ready
   [junit4]   2> 148048 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=a_s:(setA+||+setAB)&distrib=false&fl=id,a_s,a_i&sort=a_i+asc,+a_s+asc&wt=json&version=2.2} hits=3 status=0 QTime=6
   [junit4]   2> 148048 INFO  (qtp1258089994-2278) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=a_s:(setA+||+setAB)&distrib=false&fl=id,a_s,a_i&sort=a_i+asc,+a_s+asc&wt=json&version=2.2} hits=3 status=0 QTime=7
   [junit4]   2> 148060 INFO  (qtp1258089994-2271) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=a_s:(setB+||+setAB)&distrib=false&fl=id,a_s,a_i&sort=a_i+asc&wt=json&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 148066 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=a_s:(setB+||+setAB)&distrib=false&fl=id,a_s,a_i&sort=a_i+asc&wt=json&version=2.2} hits=4 status=0 QTime=0
   [junit4]   2> 148079 INFO  (TEST-StreamExpressionTest.testComplementStream-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testComplementStream
   [junit4]   2> 148103 INFO  (TEST-StreamExpressionTest.testCovMatrix-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCovMatrix
   [junit4]   2> 148108 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4769d815[collection1_collection_shard1_replica_n1] realtime]
   [junit4]   2> 148113 INFO  (qtp1916121566-2289) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e80e0ca[collection1_collection_shard2_replica_n2] realtime]
   [junit4]   2> 148114 INFO  (qtp1916121566-2289) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228052897792)} 0 1
   [junit4]   2> 148118 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228059189248,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148118 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6939857b commitCommandVersion:1583391228059189248
   [junit4]   2> 148118 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@479e378d[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 148118 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148120 INFO  (searcherExecutor-520-thread-1-processing-n:127.0.0.1:56334_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@479e378d[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 148120 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 148125 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228066529280,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148125 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6fe8a12e commitCommandVersion:1583391228066529280
   [junit4]   2> 148125 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cd47ec7[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 148125 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148126 INFO  (searcherExecutor-521-thread-1-processing-n:127.0.0.1:39457_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@1cd47ec7[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 148126 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 148127 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228045557760),commit=} 0 22
   [junit4]   2> 148138 INFO  (qtp1258089994-2298) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=let(a%3Darray(1,2,3),+b%3Darray(2,4,6),+c%3Darray(4,+8,+12),+d%3Dtranspose(matrix(a,+b,+c)),+f%3Dcov(d))&wt=json&version=2.2} status=0 QTime=2
   [junit4]   2> 148182 INFO  (TEST-StreamExpressionTest.testCovMatrix-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCovMatrix
   [junit4]   2> 148208 INFO  (TEST-StreamExpressionTest.testLogNormalDistribution-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLogNormalDistribution
   [junit4]   2> 148210 INFO  (qtp1258089994-2277) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228154609664)} 0 1
   [junit4]   2> 148212 INFO  (qtp1258089994-2271) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228157755392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148212 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228157755392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148212 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148212 INFO  (qtp1258089994-2271) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148212 INFO  (qtp1258089994-2271) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148212 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148212 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148212 INFO  (qtp1258089994-2271) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148213 INFO  (qtp1916121566-2286) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228154609664),commit=} 0 4
   [junit4]   2> 148222 INFO  (qtp1258089994-2292) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=let(echo%3Dtrue,+a%3Ddescribe(sample(logNormalDistribution(.1,+0),10000)),+b%3Ddescribe(sample(logNormalDistribution(.3,+0),10000)),+c%3Ddescribe(sample(logNormalDistribution(.6,+0),10000)),d%3Dmean(sample(logNormalDistribution(.3,+0),10000)),+e%3Dmean(sample(logNormalDistribution(.3,+2),10000)),+)&wt=json&version=2.2} status=0 QTime=1
   [junit4]   2> 148557 INFO  (TEST-StreamExpressionTest.testLogNormalDistribution-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLogNormalDistribution
   [junit4]   2> 148587 INFO  (TEST-StreamExpressionTest.testSumDifference-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSumDifference
   [junit4]   2> 148589 INFO  (qtp1916121566-2285) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228553068544)} 0 0
   [junit4]   2> 148591 INFO  (qtp1258089994-2278) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228555165696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148591 INFO  (qtp1916121566-2282) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228555165696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148591 INFO  (qtp1916121566-2282) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148591 INFO  (qtp1916121566-2282) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148591 INFO  (qtp1916121566-2282) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148591 INFO  (qtp1258089994-2278) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148591 INFO  (qtp1258089994-2278) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148592 INFO  (qtp1258089994-2278) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 148592 INFO  (qtp1258089994-2273) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228552019968),commit=} 0 4
   [junit4]   2> 148599 INFO  (qtp1258089994-2277) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=sumDifference(array(2,4,6,8,10,12),array(1,2,3,4,5,6))&wt=json&version=2.2} status=0 QTime=0
   [junit4]   2> 148604 INFO  (TEST-StreamExpressionTest.testSumDifference-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSumDifference
   [junit4]   2> 148634 INFO  (TEST-StreamExpressionTest.testMeanDifference-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMeanDifference
   [junit4]   2> 148636 INFO  (qtp1916121566-2293) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228601303040)} 0 0
   [junit4]   2> 148637 INFO  (qtp1258089994-2298) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228603400192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148637 INFO  (qtp1258089994-2298) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148637 INFO  (qtp1258089994-2298) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148637 INFO  (qtp1258089994-2298) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148638 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228604448768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148638 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148638 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148638 INFO  (qtp1916121566-2287) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39457/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148639 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228600254464),commit=} 0 4
   [junit4]   2> 148646 INFO  (qtp1258089994-2273) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=meanDifference(array(2,4,6,8,10,12),array(1,2,3,4,5,6))&wt=json&version=2.2} status=0 QTime=0
   [junit4]   2> 148648 INFO  (TEST-StreamExpressionTest.testMeanDifference-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMeanDifference
   [junit4]   2> 148680 INFO  (TEST-StreamExpressionTest.testArray-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testArray
   [junit4]   2> 148683 INFO  (qtp1258089994-2277) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228650586112)} 0 1
   [junit4]   2> 148684 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228652683264,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148684 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148684 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148684 INFO  (qtp1916121566-2289) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228652683264,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148684 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148684 INFO  (qtp1916121566-2289) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148684 INFO  (qtp1916121566-2289) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148684 INFO  (qtp1916121566-2289) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148685 INFO  (qtp1916121566-2288) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228649537536),commit=} 0 4
   [junit4]   2> 148692 INFO  (qtp1258089994-2278) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=array(1,+2,+3,+300,+2,+500)&wt=json&version=2.2} status=0 QTime=0
   [junit4]   2> 148699 INFO  (qtp1258089994-2271) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=array(1.122,+2.222,+3.333,+300.1,+2.13,+500.23)&wt=json&version=2.2} status=0 QTime=0
   [junit4]   2> 148700 INFO  (TEST-StreamExpressionTest.testArray-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testArray
   [junit4]   2> 148732 INFO  (TEST-StreamExpressionTest.testCellStream-seed#[D9FE25D19D36D025]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCellStream
   [junit4]   2> 148735 INFO  (qtp1258089994-2275) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228705112064)} 0 0
   [junit4]   2> 148736 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228707209216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148736 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583391228707209216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 148736 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148736 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 148736 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148736 INFO  (qtp1258089994-2274) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148736 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 148736 INFO  (qtp1916121566-2300) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:56334/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 148737 INFO  (qtp1916121566-2299) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583391228704063488),commit=} 0 4
   [junit4]   2> 148740 INFO  (qtp1916121566-2286) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[hello (1583391228709306368), hello1 (1583391228711403520)]} 0 2
   [junit4]   2> 148742 INFO  (qtp1258089994-2278) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x

[...truncated too long message...]

c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 226054 INFO  (zkCallback-856-thread-3-processing-n:127.0.0.1:34417_solr) [n:127.0.0.1:34417_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 226056 INFO  (jetty-closer-841-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37748eb7{/solr,null,UNAVAILABLE}
   [junit4]   2> 226062 INFO  (coreCloseExecutor-650-thread-1) [n:127.0.0.1:56334_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=978428924
   [junit4]   2> 226063 INFO  (zkCallback-857-thread-3-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 226064 INFO  (jetty-closer-841-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34417_solr
   [junit4]   2> 226065 INFO  (jetty-closer-841-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 226068 INFO  (zkCallback-865-thread-3-processing-n:127.0.0.1:56334_solr) [n:127.0.0.1:56334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 226068 INFO  (zkCallback-857-thread-3-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 226069 INFO  (zkCallback-856-thread-1-processing-n:127.0.0.1:34417_solr) [n:127.0.0.1:34417_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 226070 INFO  (coreCloseExecutor-652-thread-1) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@53d71cfa
   [junit4]   2> 226070 INFO  (coreCloseExecutor-652-thread-1) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=1406606586
   [junit4]   2> 226070 INFO  (coreCloseExecutor-652-thread-1) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@540990bb: rootName = solr_39457, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@79f5a221
   [junit4]   2> 226070 INFO  (jetty-closer-841-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 226075 INFO  (jetty-closer-841-thread-4) [    ] o.a.s.c.Overseer Overseer (id=98961951506694152-127.0.0.1:34417_solr-n_0000000000) closing
   [junit4]   2> 226076 INFO  (OverseerStateUpdate-98961951506694152-127.0.0.1:34417_solr-n_0000000000) [n:127.0.0.1:34417_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34417_solr
   [junit4]   2> 226081 INFO  (coreCloseExecutor-652-thread-1) [n:127.0.0.1:39457_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=1406606586
   [junit4]   2> 226084 WARN  (OverseerAutoScalingTriggerThread-98961951506694152-127.0.0.1:34417_solr-n_0000000000) [n:127.0.0.1:34417_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 226091 INFO  (zkCallback-857-thread-3-processing-n:127.0.0.1:39457_solr) [n:127.0.0.1:39457_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39457_solr
   [junit4]   2> 226093 INFO  (jetty-closer-841-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1deda0c1{/solr,null,UNAVAILABLE}
   [junit4]   2> 226095 INFO  (jetty-closer-841-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5597ae16{/solr,null,UNAVAILABLE}
   [junit4]   2> 227597 INFO  (jetty-closer-841-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a05fdc0{/solr,null,UNAVAILABLE}
   [junit4]   2> 227600 ERROR (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 227602 INFO  (SUITE-StreamExpressionTest-seed#[D9FE25D19D36D025]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63701 63701
   [junit4]   2> 237660 INFO  (Thread-204) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63701 63701
   [junit4]   2> 237661 WARN  (Thread-204) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/aliases.json
   [junit4]   2> 	9	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/clusterprops.json
   [junit4]   2> 	81	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	12	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/destination1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98961951506694153-127.0.0.1:39457_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	81	/solr/live_nodes
   [junit4]   2> 	81	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_D9FE25D19D36D025-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=Lucene50(blocksize=128), join2_s=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), a1_s=PostingsFormat(name=Memory), a2_s=Lucene50(blocksize=128), test_t=FST50, level1_s=Lucene50(blocksize=128), ident_s=PostingsFormat(name=Memory), body_t=FST50, s_multi=Lucene50(blocksize=128), col_s=PostingsFormat(name=Memory), a_ss=Lucene50(blocksize=128), level2_s=PostingsFormat(name=Memory), a_s=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), side_s=FST50, id=FST50, text=Lucene50(blocksize=128)}, docValues:{expr_s=DocValuesFormat(name=Direct), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Asserting), join3_i=DocValuesFormat(name=Asserting), test_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Memory), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), side_s=DocValuesFormat(name=Asserting), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=401, maxMBSortInHeap=6.493671707887803, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1202127c), locale=sk, timezone=Europe/Malta
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=167268352,total=360710144
   [junit4]   2> NOTE: All tests run in this JVM: [OrEvaluatorTest, TestClusteringResponse, StreamExpressionToExplanationTest, TestV2Request, StreamExpressionParserTest, TestValidatingJsonMap, AbsoluteValueEvaluatorTest, TestConfigSetAdminRequest, SolrSchemalessExampleTest, ContentStreamTest, ClientUtilsTest, AndEvaluatorTest, SolrPingTest, CoalesceEvaluatorTest, RoundEvaluatorTest, LargeVolumeEmbeddedTest, DocumentAnalysisResponseTest, BasicHttpSolrClientTest, TestNamedListCodec, SolrZkClientTest, UniformDistributionEvaluatorTest, EqualToEvaluatorTest, AscEvaluatorTest, HyperbolicCosineEvaluatorTest, CloudSolrClientTest, MergeIndexesEmbeddedTest, SolrExampleStreamingBinaryTest, TangentEvaluatorTest, TestSuggesterResponse, CloudSolrClientCacheTest, TestFastInputStream, SolrExampleJettyTest, GraphExpressionTest, SolrExceptionTest, CloudSolrClientBuilderTest, ConcurrentUpdateSolrClientTest, LBHttpSolrClientBuilderTest, GraphTest, JdbcDriverTest, JdbcTest, StreamExpressionTest]
   [junit4] Completed [146/146 (1!)] on J1 in 93.34s, 130 tests, 1 failure, 9 skipped <<< FAILURES!

[...truncated 46313 lines...]