You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/01/23 22:53:27 UTC

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1093 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1093/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([6A0291BB27CDD2D7:9D717FE3E1257D31]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1345)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11783 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/init-core-data-001
   [junit4]   2> 1312319 INFO  (SUITE-TestReplicationHandler-seed#[6A0291BB27CDD2D7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1312320 INFO  (SUITE-TestReplicationHandler-seed#[6A0291BB27CDD2D7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1312322 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
   [junit4]   2> 1312323 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/collection1
   [junit4]   2> 1312326 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1312327 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f6e7a4{/solr,null,AVAILABLE}
   [junit4]   2> 1312328 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1abe5ee2{HTTP/1.1,[http/1.1]}{127.0.0.1:39918}
   [junit4]   2> 1312329 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server Started @1315902ms
   [junit4]   2> 1312329 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=39918}
   [junit4]   2> 1312329 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1312330 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1312330 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1312330 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1312330 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-23T22:00:19.960Z
   [junit4]   2> 1312331 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/solr.xml
   [junit4]   2> 1312342 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/.
   [junit4]   2> 1312342 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1312359 WARN  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1312359 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1312366 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1312368 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1312370 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/./collection1
   [junit4]   2> 1312370 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1312371 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.896484375, floorSegmentMB=0.8857421875, forceMergeDeletesPctAllowed=26.48503204193447, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1312390 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1312390 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1312390 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1312391 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@306559f0[collection1] main]
   [junit4]   2> 1312391 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-001/collection1/conf
   [junit4]   2> 1312391 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1312391 INFO  (coreLoadExecutor-6206-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1312391 INFO  (searcherExecutor-6207-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@306559f0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1312620 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/collection1
   [junit4]   2> 1312625 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1312627 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bf78b8b{/solr,null,AVAILABLE}
   [junit4]   2> 1312628 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7fcf8ef6{HTTP/1.1,[http/1.1]}{127.0.0.1:33883}
   [junit4]   2> 1312628 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server Started @1316201ms
   [junit4]   2> 1312628 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=33883}
   [junit4]   2> 1312629 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1312629 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1312629 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1312629 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1312630 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-23T22:00:20.260Z
   [junit4]   2> 1312630 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/solr.xml
   [junit4]   2> 1312646 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/.
   [junit4]   2> 1312647 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1312658 WARN  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1312659 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1312674 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1312676 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1312678 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/./collection1
   [junit4]   2> 1312678 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1312679 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.896484375, floorSegmentMB=0.8857421875, forceMergeDeletesPctAllowed=26.48503204193447, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1312692 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1312692 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1312693 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1312694 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@234b6bdd[collection1] main]
   [junit4]   2> 1312694 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-002/collection1/conf
   [junit4]   2> 1312696 INFO  (coreLoadExecutor-6216-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1312697 INFO  (searcherExecutor-6217-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@234b6bdd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1312702 INFO  (qtp252987113-11765) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1312703 INFO  (indexFetcher-6221-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1312703 INFO  (indexFetcher-6221-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1312703 INFO  (indexFetcher-6221-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1312964 INFO  (qtp252987113-11767) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1312965 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1312970 INFO  (qtp252987113-11769) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1312971 INFO  (qtp2020790243-11781) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1312972 INFO  (qtp252987113-11768) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1312973 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1312973 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@241433a1
   [junit4]   2> 1312978 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5355c76[collection1] main]
   [junit4]   2> 1312978 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1312978 INFO  (searcherExecutor-6207-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5355c76[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 1312979 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 1313005 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1313007 INFO  (qtp252987113-11765) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1313008 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1313008 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1485208820603
   [junit4]   2> 1313008 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1313008 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1313012 INFO  (qtp252987113-11764) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=4
   [junit4]   2> 1313013 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
   [junit4]   2> 1313014 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1313015 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1313015 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@c5bc953 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6badf8d7))
   [junit4]   2> 1313016 INFO  (qtp252987113-11767) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313018 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313021 INFO  (qtp252987113-11769) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313022 INFO  (qtp252987113-11768) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313022 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1980) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@c5bc953 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6badf8d7))
   [junit4]   2> 1313024 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3228941828735328]
   [junit4]   2> 1313026 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1313028 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f14cb88[collection1] main]
   [junit4]   2> 1313028 INFO  (searcherExecutor-6217-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6f14cb88[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 1313030 INFO  (qtp2020790243-11783) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39918/solr/collection1/replication&command=fetchindex} status=0 QTime=26
   [junit4]   2> 1313043 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1313044 INFO  (qtp2020790243-11784) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1313046 INFO  (qtp252987113-11765) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 1
   [junit4]   2> 1313046 INFO  (qtp252987113-11764) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1313046 INFO  (qtp252987113-11764) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@241433a1
   [junit4]   2> 1313051 INFO  (qtp252987113-11764) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a10af99[collection1] main]
   [junit4]   2> 1313051 INFO  (qtp252987113-11764) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1313051 INFO  (searcherExecutor-6207-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a10af99[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1) Uninverting(_1(7.0.0):c1)))}
   [junit4]   2> 1313051 INFO  (qtp252987113-11764) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 1313054 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1313055 INFO  (qtp252987113-11767) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1313055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 1313055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1485208820676
   [junit4]   2> 1313055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1313055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1313057 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1
   [junit4]   2> 1313057 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
   [junit4]   2> 1313058 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1313060 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1313060 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@43720672 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3700e6a6))
   [junit4]   2> 1313060 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
   [junit4]   2> 1313060 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1313061 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
   [junit4]   2> 1313067 INFO  (qtp252987113-11769) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313069 INFO  (qtp252987113-11768) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313070 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313071 INFO  (qtp252987113-11765) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313071 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2043) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@43720672 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3700e6a6))
   [junit4]   2> 1313073 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3228941828735328]
   [junit4]   2> 1313075 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1313078 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@302bec5e[collection1] main]
   [junit4]   2> 1313078 INFO  (searcherExecutor-6217-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@302bec5e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1) Uninverting(_1(7.0.0):c1)))}
   [junit4]   2> 1313079 INFO  (qtp2020790243-11785) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39918/solr/collection1/replication&command=fetchindex} status=0 QTime=25
   [junit4]   2> 1313082 INFO  (qtp252987113-11764) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1313082 INFO  (qtp2020790243-11786) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1313083 INFO  (qtp252987113-11767) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1313084 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1313084 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@241433a1
   [junit4]   2> 1313088 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b9d62ed[collection1] main]
   [junit4]   2> 1313089 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1313089 INFO  (searcherExecutor-6207-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b9d62ed[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1) Uninverting(_1(7.0.0):c1) Uninverting(_2(7.0.0):c1)))}
   [junit4]   2> 1313089 INFO  (qtp252987113-11766) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 1313090 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1313091 INFO  (qtp252987113-11769) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1313092 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
   [junit4]   2> 1313092 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1485208820714
   [junit4]   2> 1313092 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 1313092 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1313094 INFO  (qtp252987113-11768) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
   [junit4]   2> 1313095 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
   [junit4]   2> 1313096 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1313099 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1313100 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@18df262 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e34ff45))
   [junit4]   2> 1313100 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
   [junit4]   2> 1313100 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1313100 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
   [junit4]   2> 1313100 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
   [junit4]   2> 1313100 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
   [junit4]   2> 1313100 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
   [junit4]   2> 1313102 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313103 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313104 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313105 INFO  (qtp252987113-11762) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313105 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2106) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@18df262 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e34ff45))
   [junit4]   2> 1313107 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3228941828735328]
   [junit4]   2> 1313111 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1313115 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d0bdf34[collection1] main]
   [junit4]   2> 1313115 INFO  (searcherExecutor-6217-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d0bdf34[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1) Uninverting(_1(7.0.0):c1) Uninverting(_2(7.0.0):c1)))}
   [junit4]   2> 1313115 INFO  (qtp2020790243-11779) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39918/solr/collection1/replication&command=fetchindex} status=0 QTime=25
   [junit4]   2> 1313117 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/collection1
   [junit4]   2> 1313121 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1313124 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5be79cc2{/solr,null,AVAILABLE}
   [junit4]   2> 1313125 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1284ad33{HTTP/1.1,[http/1.1]}{127.0.0.1:45393}
   [junit4]   2> 1313125 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server Started @1316699ms
   [junit4]   2> 1313125 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=45393}
   [junit4]   2> 1313125 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1313126 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1313126 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1313126 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1313126 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-23T22:00:20.756Z
   [junit4]   2> 1313127 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/solr.xml
   [junit4]   2> 1313140 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/.
   [junit4]   2> 1313140 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1313172 WARN  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1313174 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1313186 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1313195 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1313199 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/./collection1
   [junit4]   2> 1313199 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 1313200 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.896484375, floorSegmentMB=0.8857421875, forceMergeDeletesPctAllowed=26.48503204193447, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1313215 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1313215 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1313216 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1313217 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3959ea6[collection1] main]
   [junit4]   2> 1313217 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-003/collection1/conf
   [junit4]   2> 1313218 WARN  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1313219 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1313219 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 1313219 INFO  (coreLoadExecutor-6230-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1313220 INFO  (searcherExecutor-6231-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3959ea6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1313444 WARN  (qtp345542133-11808) [    x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master 
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39918/solr: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
   [junit4]   2> <title>Error 404 </title>
   [junit4]   2> </head>
   [junit4]   2> <body>
   [junit4]   2> <h2>HTTP ERROR: 404</h2>
   [junit4]   2> <p>Problem accessing /solr/replication. Reason:
   [junit4]   2> <pre>    Can not find: /solr/replication</pre></p>
   [junit4]   2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
   [junit4]   2> </body>
   [junit4]   2> </html>
   [junit4]   2> 
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:595)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1673)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:927)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2402)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1313445 INFO  (qtp345542133-11808) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1313446 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1284ad33{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1313446 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=744627637
   [junit4]   2> 1313447 INFO  (coreCloseExecutor-6235-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60d6723a
   [junit4]   2> 1313448 INFO  (coreCloseExecutor-6235-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1313449 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1313449 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5be79cc2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1313450 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestDetails
   [junit4]   2> 1313452 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1abe5ee2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1313452 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1864120484
   [junit4]   2> 1313454 INFO  (coreCloseExecutor-6237-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@114a3b55
   [junit4]   2> 1313454 INFO  (coreCloseExecutor-6237-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1313456 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1313456 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f6e7a4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1313462 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7fcf8ef6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1313462 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1321428855
   [junit4]   2> 1313464 INFO  (coreCloseExecutor-6239-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@457f24a1
   [junit4]   2> 1313466 INFO  (coreCloseExecutor-6239-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1313467 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1313467 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bf78b8b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1313474 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestStopPoll
   [junit4]   2> 1313475 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/collection1
   [junit4]   2> 1313479 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1313479 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@411371cb{/solr,null,AVAILABLE}
   [junit4]   2> 1313480 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2a553085{HTTP/1.1,[http/1.1]}{127.0.0.1:37315}
   [junit4]   2> 1313480 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server Started @1317054ms
   [junit4]   2> 1313480 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=37315}
   [junit4]   2> 1313480 ERROR (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1313480 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1313481 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1313481 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1313481 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-23T22:00:21.111Z
   [junit4]   2> 1313481 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/solr.xml
   [junit4]   2> 1313492 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/.
   [junit4]   2> 1313492 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1313501 WARN  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1313501 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1313523 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1313525 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1313526 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/./collection1
   [junit4]   2> 1313527 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/./collection1/data/]
   [junit4]   2> 1313527 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.896484375, floorSegmentMB=0.8857421875, forceMergeDeletesPctAllowed=26.48503204193447, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1313539 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1313539 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1313539 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1313540 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18b1b33e[collection1] main]
   [junit4]   2> 1313540 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-004/collection1/conf
   [junit4]   2> 1313540 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1313541 INFO  (coreLoadExecutor-6246-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1313541 INFO  (searcherExecutor-6247-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18b1b33e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1313871 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/collection1
   [junit4]   2> 1313873 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1313875 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3643fc4f{/solr,null,AVAILABLE}
   [junit4]   2> 1313876 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9ffa41{HTTP/1.1,[http/1.1]}{127.0.0.1:41520}
   [junit4]   2> 1313876 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.Server Started @1317450ms
   [junit4]   2> 1313876 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/collection1/data, hostContext=/solr, hostPort=41520}
   [junit4]   2> 1313876 ERROR (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1313876 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1313876 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1313877 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1313877 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-23T22:00:21.507Z
   [junit4]   2> 1313877 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/solr.xml
   [junit4]   2> 1313887 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/.
   [junit4]   2> 1313887 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1313901 WARN  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1313902 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1313911 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1313912 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1313920 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/./collection1
   [junit4]   2> 1313920 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/./collection1/data/]
   [junit4]   2> 1313921 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=54.896484375, floorSegmentMB=0.8857421875, forceMergeDeletesPctAllowed=26.48503204193447, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1313932 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1313932 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1313933 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1313933 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65435faf[collection1] main]
   [junit4]   2> 1313933 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001/solr-instance-005/collection1/conf
   [junit4]   2> 1313935 INFO  (coreLoadExecutor-6256-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1313935 INFO  (searcherExecutor-6257-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65435faf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1314189 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1314190 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1314191 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1314191 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1314192 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1314193 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1314194 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1314194 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1314195 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1314195 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1314196 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1314196 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1314196 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1314197 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1314197 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1314198 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1314198 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1314199 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1314200 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1314200 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1314201 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1314201 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1314201 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1314202 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1314202 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1314203 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1314203 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1314204 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1314204 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1314205 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1314206 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1314206 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1314207 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1314207 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1314208 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1314208 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1314209 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1314210 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1314210 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1314211 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1314211 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1314212 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1314212 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1314213 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1314213 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1314214 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1314214 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1314214 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1314215 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1314216 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1314216 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1314217 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1314218 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1314219 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1314219 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1314220 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1314220 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1314221 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1314221 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1314222 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1314222 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1314223 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1314223 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1314224 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1314224 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1314225 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1314226 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1314226 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1314227 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1314227 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1314228 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1314228 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1314229 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1314229 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1314229 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1314229 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1314229 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1314229 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1314229 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1314234 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1314234 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1314235 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1314235 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1314236 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1314236 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1314237 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1314237 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1314238 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1314238 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1314239 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1314239 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1314240 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1314241 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1314242 INFO  (qtp1350527993-11834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1314242 INFO  (qtp1350527993-11836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1314243 INFO  (qtp1350527993-11830) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1314243 INFO  (qtp1350527993-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1314244 INFO  (qtp1350527993-11832) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1314244 INFO  (qtp1350527993-11833) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1314245 INFO  (qtp1350527993-11835) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1314245 INFO  (

[...truncated too long message...]

rCore@6e33c744
   [junit4]   2> 1412246 INFO  (searcherExecutor-6852-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fc9fad0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 1412246 INFO  (Thread-3415) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1412330 INFO  (qtp754194752-12834) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1412330 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.h.TestReplicationHandler Waited for 500ms and found 1 docs
   [junit4]   2> 1412331 INFO  (qtp701807068-12815) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1412331 INFO  (qtp701807068-12808) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1412334 INFO  (qtp701807068-12810) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1412334 INFO  (qtp754194752-12827) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1412335 INFO  (qtp701807068-12811) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1412335 INFO  (qtp754194752-12829) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1412335 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestIndexAndConfigReplication
   [junit4]   2> 1412337 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e425b0c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1412337 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1126765643
   [junit4]   2> 1412337 INFO  (coreCloseExecutor-6857-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@387aad69
   [junit4]   2> 1412338 INFO  (coreCloseExecutor-6857-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1412339 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1412339 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51aceee7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1412343 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5e6c54e8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1412343 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=969308320
   [junit4]   2> 1412344 INFO  (coreCloseExecutor-6859-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e18d2e5
   [junit4]   2> 1412345 INFO  (coreCloseExecutor-6859-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1412346 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1412346 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[6A0291BB27CDD2D7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7fd88b82{/solr,null,UNAVAILABLE}
   [junit4]   2> 1412350 INFO  (SUITE-TestReplicationHandler-seed#[6A0291BB27CDD2D7]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_6A0291BB27CDD2D7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128), newname=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=865, maxMBSortInHeap=7.0757956102178925, sim=RandomSimilarity(queryNorm=false): {}, locale=es-BO, timezone=America/North_Dakota/Center
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=113297688,total=353452032
   [junit4]   2> NOTE: All tests run in this JVM: [DeleteNodeTest, ConfigSetsAPITest, SignatureUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, ChaosMonkeySafeLeaderTest, HLLUtilTest, BlockCacheTest, TestJsonFacets, TestQueryUtils, TestSolrConfigHandler, SolrIndexSplitterTest, DirectoryFactoryTest, TestZkChroot, CdcrVersionReplicationTest, TestBulkSchemaAPI, TestFieldCacheWithThreads, TestRangeQuery, TestRTimerTree, HdfsTlogReplayBufferedWhileIndexingTest, TestSuggestSpellingConverter, TestSchemaNameResource, TemplateUpdateProcessorTest, DistributedSuggestComponentTest, MinimalSchemaTest, TestLockTree, SolrGraphiteReporterTest, BasicFunctionalityTest, TestJmxMonitoredMap, SpellCheckCollatorTest, TestStressRecovery, TestQueryTypes, MetricUtilsTest, TestGeoJSONResponseWriter, ReturnFieldsTest, TestSubQueryTransformer, TestExceedMaxTermLength, TestLeaderElectionWithEmptyReplica, CollectionReloadTest, ConnectionReuseTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestMaxScoreQueryParser, TestFuzzyAnalyzedSuggestions, TestSubQueryTransformerDistrib, URLClassifyProcessorTest, CursorMarkTest, LeaderFailureAfterFreshStartTest, TestImpersonationWithHadoopAuth, DistribJoinFromCollectionTest, FileBasedSpellCheckerTest, AnalyticsMergeStrategyTest, TestManagedSchemaThreadSafety, TermVectorComponentDistributedTest, TestSolrIndexConfig, HdfsBasicDistributedZkTest, ScriptEngineTest, JvmMetricsTest, TestTestInjection, TestSmileRequest, TestOrdValues, TestIndexSearcher, TestSolr4Spatial, LukeRequestHandlerTest, OverseerTaskQueueTest, LoggingHandlerTest, BasicAuthIntegrationTest, TestSearcherReuse, GraphQueryTest, WordBreakSolrSpellCheckerTest, ResponseLogComponentTest, TestFreeTextSuggestions, ShardRoutingCustomTest, TestSolrDeletionPolicy2, TestExpandComponent, TestBlendedInfixSuggestions, SolrCLIZkUtilsTest, TestSystemIdResolver, TestManagedSchema, BadComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestConfigSetsAPIExclusivity, SolrCmdDistributorTest, TestConfig, NotRequiredUniqueKeyTest, TestIndexingPerformance, BadCopyFieldTest, PreAnalyzedUpdateProcessorTest, BufferStoreTest, SuggesterTSTTest, TestTrackingShardHandlerFactory, TestSolrCoreProperties, TestDocSet, CreateCollectionCleanupTest, StatsComponentTest, SolrMetricManagerTest, LeaderElectionContextKeyTest, TestQueryWrapperFilter, OpenCloseCoreStressTest, EchoParamsTest, AnalysisErrorHandlingTest, BigEndianAscendingWordDeserializerTest, TestSolrQueryParserResource, TestDFRSimilarityFactory, CloneFieldUpdateProcessorFactoryTest, TestLMJelinekMercerSimilarityFactory, SpatialRPTFieldTypeTest, TestManagedStopFilterFactory, TestLeaderInitiatedRecoveryThread, TestFieldCacheSortRandom, TestDistributedGrouping, TestCollectionAPI, DateMathParserTest, CircularListTest, BlobRepositoryCloudTest, RequestHandlersTest, ReplicaListTransformerTest, AtomicUpdatesTest, BJQParserTest, SharedFSAutoReplicaFailoverUtilsTest, TestDistribIDF, TestReload, TestCustomStream, DefaultValueUpdateProcessorTest, SortByFunctionTest, FullSolrCloudDistribCmdsTest, TestGraphTermsQParserPlugin, UUIDFieldTest, TestQuerySenderListener, BasicDistributedZk2Test, TestFastWriter, DistributedFacetPivotSmallTest, TestImplicitCoreProperties, RegexBoostProcessorTest, ClassificationUpdateProcessorIntegrationTest, TestSha256AuthenticationProvider, TestCodecSupport, ClusterStateTest, TestUninvertingReader, DeleteShardTest, TestClassicSimilarityFactory, ManagedSchemaRoundRobinCloudTest, DirectUpdateHandlerOptimizeTest, ReplaceNodeTest, TermVectorComponentTest, HdfsChaosMonkeySafeLeaderTest, TestLuceneMatchVersion, TestRandomFaceting, SpatialHeatmapFacetsTest, DocValuesMissingTest, DistributedTermsComponentTest, SpellingQueryConverterTest, TestBackupRepositoryFactory, TestUseDocValuesAsStored, SolrIndexMetricsTest, TestPKIAuthenticationPlugin, TestCloudManagedSchema, CoreMergeIndexesAdminHandlerTest, FieldAnalysisRequestHandlerTest, TestPHPSerializedResponseWriter, TestNumericTerms32, TestEmbeddedSolrServerConstructors, TestReqParamsAPI, CachingDirectoryFactoryTest, DistributedFacetExistsSmallTest, DistributedQueryComponentCustomSortTest, MissingSegmentRecoveryTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [337/680 (1!)] on J1 in 100.05s, 15 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 63516 lines...]


[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1098 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1098/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
timeout waiting to see all nodes active

Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
	at __randomizedtesting.SeedInfo.seed([D7CE5BBDD31F896E:5F9A64677DE3E496]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
	at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
	at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([D7CE5BBDD31F896E:5CE9886C921922EA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:436)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([D7CE5BBDD31F896E:BF716E9703859B82]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:294)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10941 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_D7CE5BBDD31F896E-001/init-core-data-001
   [junit4]   2> 322384 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 322386 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 322388 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_D7CE5BBDD31F896E-001/tempDir-001
   [junit4]   2> 322388 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 322389 INFO  (Thread-1021) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 322389 INFO  (Thread-1021) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 322489 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:63500
   [junit4]   2> 322502 INFO  (jetty-launcher-307-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 322502 INFO  (jetty-launcher-307-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 322505 INFO  (jetty-launcher-307-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f3a2ffa{/solr,null,AVAILABLE}
   [junit4]   2> 322510 INFO  (jetty-launcher-307-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f2680d9{HTTP/1.1,[http/1.1]}{127.0.0.1:45993}
   [junit4]   2> 322510 INFO  (jetty-launcher-307-thread-2) [    ] o.e.j.s.Server Started @325338ms
   [junit4]   2> 322510 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45993}
   [junit4]   2> 322510 ERROR (jetty-launcher-307-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 322510 INFO  (jetty-launcher-307-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72a039b1{/solr,null,AVAILABLE}
   [junit4]   2> 322510 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 322510 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 322515 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 322519 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-26T03:01:00.387Z
   [junit4]   2> 322519 INFO  (jetty-launcher-307-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5bd8d11a{HTTP/1.1,[http/1.1]}{127.0.0.1:61525}
   [junit4]   2> 322519 INFO  (jetty-launcher-307-thread-1) [    ] o.e.j.s.Server Started @325347ms
   [junit4]   2> 322519 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61525}
   [junit4]   2> 322519 ERROR (jetty-launcher-307-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 322520 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 322520 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 322520 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 322520 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-26T03:01:00.388Z
   [junit4]   2> 322529 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 322530 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 322543 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63500/solr
   [junit4]   2> 322543 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63500/solr
   [junit4]   2> 322602 INFO  (jetty-launcher-307-thread-2) [n:127.0.0.1:45993_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45993_solr
   [junit4]   2> 322604 INFO  (jetty-launcher-307-thread-1) [n:127.0.0.1:61525_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61525_solr
   [junit4]   2> 322605 INFO  (jetty-launcher-307-thread-2) [n:127.0.0.1:45993_solr    ] o.a.s.c.Overseer Overseer (id=97347152134733829-127.0.0.1:45993_solr-n_0000000000) starting
   [junit4]   2> 322608 INFO  (zkCallback-318-thread-1-processing-n:127.0.0.1:45993_solr) [n:127.0.0.1:45993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 322608 INFO  (zkCallback-317-thread-1-processing-n:127.0.0.1:61525_solr) [n:127.0.0.1:61525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 322626 INFO  (jetty-launcher-307-thread-2) [n:127.0.0.1:45993_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45993_solr
   [junit4]   2> 322628 INFO  (zkCallback-318-thread-1-processing-n:127.0.0.1:45993_solr) [n:127.0.0.1:45993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 322628 INFO  (zkCallback-317-thread-1-processing-n:127.0.0.1:61525_solr) [n:127.0.0.1:61525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 322764 INFO  (jetty-launcher-307-thread-2) [n:127.0.0.1:45993_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 322773 INFO  (jetty-launcher-307-thread-2) [n:127.0.0.1:45993_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 322779 INFO  (jetty-launcher-307-thread-2) [n:127.0.0.1:45993_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 322781 INFO  (jetty-launcher-307-thread-2-EventThread) [n:127.0.0.1:45993_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 322798 INFO  (jetty-launcher-307-thread-1) [n:127.0.0.1:61525_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 322800 INFO  (jetty-launcher-307-thread-1) [n:127.0.0.1:61525_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 322800 INFO  (jetty-launcher-307-thread-1) [n:127.0.0.1:61525_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 322804 INFO  (jetty-launcher-307-thread-1-EventThread) [n:127.0.0.1:61525_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 322837 INFO  (jetty-launcher-307-thread-1) [n:127.0.0.1:61525_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_D7CE5BBDD31F896E-001/tempDir-001/node1/.
   [junit4]   2> 323813 INFO  (jetty-launcher-307-thread-2) [n:127.0.0.1:45993_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_D7CE5BBDD31F896E-001/tempDir-001/node2/.
   [junit4]   2> 323926 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 323990 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324012 INFO  (qtp2044322013-2572) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuBz5igFZ_MSg-QECFG2PEdRs5mCQf7A6EJEGEUgen1XmB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324012 INFO  (qtp2044322013-2572) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuBz5igFZ_MSg-QECFG2PEdRs5mCQf7A6EJEGEUgen1XmB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 324014 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 324044 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 324091 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324092 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324100 INFO  (qtp2044322013-2571) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB1ZigFZ_MShWQICFKXKluOR43ZeFwCQEkTfXnRnhLLhB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324100 INFO  (qtp2044322013-2571) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB1ZigFZ_MShWQICFKXKluOR43ZeFwCQEkTfXnRnhLLhB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324105 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324118 INFO  (qtp1874391176-2560) [n:127.0.0.1:45993_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB1ZigFZ_MShWQICFKXKluOR43ZeFwCQEkTfXnRnhLLhB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324118 INFO  (qtp1874391176-2560) [n:127.0.0.1:45993_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB1ZigFZ_MShWQICFKXKluOR43ZeFwCQEkTfXnRnhLLhB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324133 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324134 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324136 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324157 INFO  (qtp2044322013-2574) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB22igFZ_MShtgMCFAR0VnryyAWLshlPmvy8aCpu75t8B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324157 INFO  (qtp2044322013-2574) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB22igFZ_MShtgMCFAR0VnryyAWLshlPmvy8aCpu75t8B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324165 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324166 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324169 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324177 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324178 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324181 INFO  (qtp2044322013-2574) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB22igFZ_MShtgMCFAR0VnryyAWLshlPmvy8aCpu75t8B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324181 INFO  (qtp2044322013-2574) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB22igFZ_MShtgMCFAR0VnryyAWLshlPmvy8aCpu75t8B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324200 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324202 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324205 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324250 INFO  (qtp2044322013-2570) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB38igFZ_MSh_AQCFLAAJIj8zznmYEKdsaNgzhGbG2LNB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324250 INFO  (qtp2044322013-2570) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB38igFZ_MSh_AQCFLAAJIj8zznmYEKdsaNgzhGbG2LNB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324266 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324267 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324270 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324278 INFO  (qtp1874391176-2564) [n:127.0.0.1:45993_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB38igFZ_MSh_AQCFLAAJIj8zznmYEKdsaNgzhGbG2LNB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324278 INFO  (qtp1874391176-2564) [n:127.0.0.1:45993_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB38igFZ_MSh_AQCFLAAJIj8zznmYEKdsaNgzhGbG2LNB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324284 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324286 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324290 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324327 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324328 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324329 INFO  (qtp2044322013-2571) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB5RigFZ_MSiUQUCFD2YjwgchcwtKfBvNytXlGv4SlMJB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324329 INFO  (qtp2044322013-2571) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB5RigFZ_MSiUQUCFD2YjwgchcwtKfBvNytXlGv4SlMJB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324339 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324341 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324342 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324353 INFO  (qtp1874391176-2559) [n:127.0.0.1:45993_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB5RigFZ_MSiUQUCFD2YjwgchcwtKfBvNytXlGv4SlMJB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324353 INFO  (qtp1874391176-2559) [n:127.0.0.1:45993_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB5RigFZ_MSiUQUCFD2YjwgchcwtKfBvNytXlGv4SlMJB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324363 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324365 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324371 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324377 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 324428 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 324465 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324467 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324470 ERROR (qtp2044322013-2572) [n:127.0.0.1:61525_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_6]
   [junit4]   2> 324479 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324486 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324488 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324490 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324509 ERROR (qtp1874391176-2559) [n:127.0.0.1:45993_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_7]
   [junit4]   2> 324519 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324520 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324522 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324530 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324532 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324534 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324536 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 324570 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 324586 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=D7CE5BBDD31F896E -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=Etc/GMT-1 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.05s J0 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D7CE5BBDD31F896E:BF716E9703859B82]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:294)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 324629 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 324641 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 324675 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 324683 INFO  (qtp2044322013-2568) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB_QigFZ_MSj0AoCFD0jyNev1oJIqnxb3_uCt_DNJ15kB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324683 INFO  (qtp2044322013-2568) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB_QigFZ_MSj0AoCFD0jyNev1oJIqnxb3_uCt_DNJ15kB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324689 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324691 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324694 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324698 INFO  (qtp1874391176-2566) [n:127.0.0.1:45993_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB_QigFZ_MSj0AoCFD0jyNev1oJIqnxb3_uCt_DNJ15kB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324699 INFO  (qtp1874391176-2566) [n:127.0.0.1:45993_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnYuB_QigFZ_MSj0AoCFD0jyNev1oJIqnxb3_uCt_DNJ15kB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324705 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324707 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324710 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324711 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 324742 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 324748 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 324750 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63500/solr ready
   [junit4]   2> 324752 INFO  (qtp2044322013-2568) [n:127.0.0.1:61525_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 324752 INFO  (qtp2044322013-2568) [n:127.0.0.1:61525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 324752 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1485435662619&s=ADzN/NIid5s1N89U7xsXrFHhmlM="; Path=/; Domain=127.0.0.1; Expires=jue, 26-ene-2017 13:01:02 GMT; HttpOnly". Invalid 'expires' attribute: jue, 26-ene-2017 13:01:02 GMT
   [junit4]   2> 324753 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 324785 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 324790 WARN  (qtp2044322013-2575) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 324791 WARN  (qtp2044322013-2575) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 324791 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324793 WARN  (qtp1874391176-2564) [n:127.0.0.1:45993_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 324793 WARN  (qtp1874391176-2564) [n:127.0.0.1:45993_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 324793 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324807 WARN  (qtp2044322013-2571) [n:127.0.0.1:61525_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 324807 WARN  (qtp2044322013-2571) [n:127.0.0.1:61525_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 324807 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324808 WARN  (qtp1874391176-2564) [n:127.0.0.1:45993_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 324808 WARN  (qtp1874391176-2564) [n:127.0.0.1:45993_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 324808 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 324808 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 324813 INFO  (jetty-launcher-307-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bd8d11a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 324814 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1473568325
   [junit4]   2> 324822 INFO  (zkCallback-318-thread-2-processing-n:127.0.0.1:45993_solr) [n:127.0.0.1:45993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 324826 INFO  (jetty-launcher-307-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6f2680d9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 324829 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=57295353
   [junit4]   2> 324831 INFO  (jetty-launcher-307-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 324832 ERROR (Thread[Thread-1038,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:61525_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 324845 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97347152134733829-127.0.0.1:45993_solr-n_0000000000) closing
   [junit4]   2> 324845 INFO  (jetty-launcher-307-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72a039b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 324845 INFO  (OverseerStateUpdate-97347152134733829-127.0.0.1:45993_solr-n_0000000000) [n:127.0.0.1:45993_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45993_solr
   [junit4]   2> 324853 INFO  (jetty-launcher-307-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 324854 ERROR (Thread[Thread-1041,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:45993_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 324862 INFO  (jetty-launcher-307-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f3a2ffa{/solr,null,UNAVAILABLE}
   [junit4]   2> 324867 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63500 63500
   [junit4]   2> 324925 INFO  (Thread-1021) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63500 63500
   [junit4]   2> 324927 WARN  (Thread-1021) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/aliases.json
   [junit4]   2> 	19	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/live_nodes
   [junit4]   2> 	19	/solr/collections
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 324929 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_D7CE5BBDD31F896E-001
   [junit4]   2> Jan 26, 2017 3:01:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=26, maxDocsPerChunk=7, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=26, blockSize=8)), sim=RandomSimilarity(queryNorm=false): {}, locale=es-SV, timezone=Etc/GMT-1
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=59799208,total=144580608
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsRecoveryZkTest, OverseerStatusTest, TestInPlaceUpdatesDistrib, SuggesterFSTTest, BaseCdcrDistributedZkTest, IndexBasedSpellCheckerTest, TestCollationField, DocValuesNotIndexedTest, TestHashPartitioner, TestCloudPseudoReturnFields, TestFreeTextSuggestions, TestSubQueryTransformer, MBeansHandlerTest, TestGroupingSearch, TestImplicitCoreProperties, TestXmlQParserPlugin, TestGeoJSONResponseWriter, DistributedFacetPivotSmallTest, TestConfigSetImmutable, TestPartialUpdateDeduplication, SolrMetricsIntegrationTest, HardAutoCommitTest, SparseHLLTest, SpatialFilterTest, RecoveryZkTest, TestSolrQueryParserResource, DocValuesMultiTest, TestFieldTypeCollectionResource, TestCharFilters, ConcurrentDeleteAndCreateCollectionTest, HighlighterMaxOffsetTest, ConnectionManagerTest, TestRebalanceLeaders, TestRawResponseWriter, TestRandomDVFaceting, ClassificationUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestExpandComponent, MigrateRouteKeyTest, TestImpersonationWithHadoopAuth, DateFieldTest, BadCopyFieldTest, SolrGraphiteReporterTest, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [91/684 (1!)] on J0 in 2.83s, 8 tests, 1 failure <<< FAILURES!

[...truncated 584 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/init-core-data-001
   [junit4]   2> 1090421 INFO  (SUITE-PeerSyncReplicationTest-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1090423 INFO  (SUITE-PeerSyncReplicationTest-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1090423 INFO  (SUITE-PeerSyncReplicationTest-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1090425 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1090425 INFO  (Thread-2728) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1090425 INFO  (Thread-2728) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1090525 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.ZkTestServer start zk server on port:38390
   [junit4]   2> 1090546 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1090550 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1090553 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1090555 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1090557 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1090560 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1090562 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1090564 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1090567 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1090570 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1090572 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1090768 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/control-001/cores/collection1
   [junit4]   2> 1090769 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1090771 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dfb45e9{/,null,AVAILABLE}
   [junit4]   2> 1090774 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4196ced0{HTTP/1.1,[http/1.1]}{127.0.0.1:40517}
   [junit4]   2> 1090774 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.Server Started @1094167ms
   [junit4]   2> 1090774 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/tempDir-001/control/data, hostContext=/, hostPort=40517, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/control-001/cores}
   [junit4]   2> 1090774 ERROR (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1090774 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1090774 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1090774 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1090774 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-26T03:13:48.642Z
   [junit4]   2> 1090779 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1090779 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/control-001/solr.xml
   [junit4]   2> 1090786 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38390/solr
   [junit4]   2> 1090830 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:40517_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40517_
   [junit4]   2> 1090832 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:40517_    ] o.a.s.c.Overseer Overseer (id=97347202468675588-127.0.0.1:40517_-n_0000000000) starting
   [junit4]   2> 1090846 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:40517_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40517_
   [junit4]   2> 1090848 INFO  (OverseerStateUpdate-97347202468675588-127.0.0.1:40517_-n_0000000000) [n:127.0.0.1:40517_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1090906 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:40517_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/control-001/cores
   [junit4]   2> 1090906 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:40517_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1090913 INFO  (OverseerStateUpdate-97347202468675588-127.0.0.1:40517_-n_0000000000) [n:127.0.0.1:40517_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1091928 WARN  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1091929 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1091948 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1092026 WARN  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1092028 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1092045 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1092046 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/control-001/cores/collection1/data/]
   [junit4]   2> 1092046 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4733d4be
   [junit4]   2> 1092048 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=587178138, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1092062 WARN  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1092072 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1092072 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1092078 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1092078 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1092079 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=63.2822265625, floorSegmentMB=1.58203125, forceMergeDeletesPctAllowed=8.527895922583065, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1092080 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6eba76a1[collection1] main]
   [junit4]   2> 1092081 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1092082 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1092082 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1092083 INFO  (searcherExecutor-3730-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6eba76a1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1092083 INFO  (coreLoadExecutor-3729-thread-1-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557555241236299776
   [junit4]   2> 1092095 INFO  (coreZkRegister-3722-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1092095 INFO  (coreZkRegister-3722-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1092095 INFO  (coreZkRegister-3722-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40517/collection1/
   [junit4]   2> 1092095 INFO  (coreZkRegister-3722-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1092095 INFO  (coreZkRegister-3722-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40517/collection1/ has no replicas
   [junit4]   2> 1092102 INFO  (coreZkRegister-3722-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40517/collection1/ shard1
   [junit4]   2> 1092190 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1092192 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38390/solr ready
   [junit4]   2> 1092192 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1092255 INFO  (coreZkRegister-3722-thread-1-processing-n:127.0.0.1:40517_ x:collection1 c:control_collection) [n:127.0.0.1:40517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1092340 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-1-001/cores/collection1
   [junit4]   2> 1092340 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-1-001
   [junit4]   2> 1092341 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1092343 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f633f96{/,null,AVAILABLE}
   [junit4]   2> 1092343 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@543e662e{HTTP/1.1,[http/1.1]}{127.0.0.1:49682}
   [junit4]   2> 1092343 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.Server Started @1095737ms
   [junit4]   2> 1092343 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=49682, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-1-001/cores}
   [junit4]   2> 1092343 ERROR (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1092344 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1092344 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1092344 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1092344 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-26T03:13:50.212Z
   [junit4]   2> 1092348 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1092348 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-1-001/solr.xml
   [junit4]   2> 1092354 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38390/solr
   [junit4]   2> 1092370 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:49682_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1092379 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:49682_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49682_
   [junit4]   2> 1092382 INFO  (zkCallback-1336-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1092383 INFO  (zkCallback-1341-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1092383 INFO  (zkCallback-1332-thread-4-processing-n:127.0.0.1:40517_) [n:127.0.0.1:40517_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1092427 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:49682_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-1-001/cores
   [junit4]   2> 1092427 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [n:127.0.0.1:49682_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1092431 INFO  (OverseerStateUpdate-97347202468675588-127.0.0.1:40517_-n_0000000000) [n:127.0.0.1:40517_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1093446 WARN  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1093446 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1093460 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1093537 WARN  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1093538 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1093555 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1093555 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-1-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1093556 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4733d4be
   [junit4]   2> 1093558 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=587178138, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1093565 WARN  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1093580 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1093580 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1093581 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1093581 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1093581 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=63.2822265625, floorSegmentMB=1.58203125, forceMergeDeletesPctAllowed=8.527895922583065, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1093582 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e6ad71f[collection1] main]
   [junit4]   2> 1093584 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1093585 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1093585 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1093586 INFO  (searcherExecutor-3741-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e6ad71f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1093586 INFO  (coreLoadExecutor-3740-thread-1-processing-n:127.0.0.1:49682_) [n:127.0.0.1:49682_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557555242812309504
   [junit4]   2> 1093596 INFO  (coreZkRegister-3735-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1093596 INFO  (coreZkRegister-3735-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1093596 INFO  (coreZkRegister-3735-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49682/collection1/
   [junit4]   2> 1093596 INFO  (coreZkRegister-3735-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1093596 INFO  (coreZkRegister-3735-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:49682/collection1/ has no replicas
   [junit4]   2> 1093603 INFO  (coreZkRegister-3735-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49682/collection1/ shard1
   [junit4]   2> 1093754 INFO  (coreZkRegister-3735-thread-1-processing-n:127.0.0.1:49682_ x:collection1 c:collection1) [n:127.0.0.1:49682_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1093841 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-2-001/cores/collection1
   [junit4]   2> 1093842 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-2-001
   [junit4]   2> 1093842 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1093844 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15fc6839{/,null,AVAILABLE}
   [junit4]   2> 1093844 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f242117{HTTP/1.1,[http/1.1]}{127.0.0.1:52344}
   [junit4]   2> 1093844 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.Server Started @1097239ms
   [junit4]   2> 1093844 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=52344, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_D7CE5BBDD31F896E-001/shard-2-001/cores}
   [junit4]   2> 1093844 ERROR (TEST-PeerSyncReplicationTest.test-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1093849 INFO  (TEST-PeerSyncReplic

[...truncated too long message...]

r Overseer Loop exiting : 127.0.0.1:52039_
   [junit4]   2> 3532338 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159d8e850d20012, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3532340 INFO  (zkCallback-3243-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3532346 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 3532347 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@75c4e653{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3532347 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[D7CE5BBDD31F896E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b0525d{/,null,UNAVAILABLE}
   [junit4]   2> 3532351 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159d8e850d20005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3532351 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 61102
   [junit4]   2> 3532358 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[D7CE5BBDD31F896E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34641 34641
   [junit4]   2> 3537387 INFO  (Thread-5825) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34641 34641
   [junit4]   2> 3537389 WARN  (Thread-5825) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	78	/solr/overseer/queue
   [junit4]   2> 	31	/solr/overseer/collection-queue-work
   [junit4]   2> 	18	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3537391 INFO  (SUITE-ShardSplitTest-seed#[D7CE5BBDD31F896E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_D7CE5BBDD31F896E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=BlockTreeOrds(blocksize=128), shard_s=PostingsFormat(name=MockRandom), n_ti=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), a_i=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128)}, docValues:{rnd_b=DocValuesFormat(name=Lucene70), shard_s=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=899, maxMBSortInHeap=6.530966808429264, sim=RandomSimilarity(queryNorm=true): {}, locale=it, timezone=Australia/South
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=205600976,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsRecoveryZkTest, OverseerStatusTest, TestInPlaceUpdatesDistrib, SuggesterFSTTest, BaseCdcrDistributedZkTest, IndexBasedSpellCheckerTest, TestCollationField, DocValuesNotIndexedTest, TestHashPartitioner, TestCloudPseudoReturnFields, TestFreeTextSuggestions, TestSubQueryTransformer, MBeansHandlerTest, TestGroupingSearch, TestImplicitCoreProperties, TestXmlQParserPlugin, TestGeoJSONResponseWriter, DistributedFacetPivotSmallTest, TestConfigSetImmutable, TestPartialUpdateDeduplication, SolrMetricsIntegrationTest, HardAutoCommitTest, SparseHLLTest, SpatialFilterTest, RecoveryZkTest, TestSolrQueryParserResource, DocValuesMultiTest, TestFieldTypeCollectionResource, TestCharFilters, ConcurrentDeleteAndCreateCollectionTest, HighlighterMaxOffsetTest, ConnectionManagerTest, TestRebalanceLeaders, TestRawResponseWriter, TestRandomDVFaceting, ClassificationUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestExpandComponent, MigrateRouteKeyTest, TestImpersonationWithHadoopAuth, DateFieldTest, BadCopyFieldTest, SolrGraphiteReporterTest, TestSolrCloudWithDelegationTokens, OverriddenZkACLAndCredentialsProvidersTest, TestTolerantUpdateProcessorCloud, CloudMLTQParserTest, IndexSchemaRuntimeFieldTest, ZkStateWriterTest, DistributedQueueTest, ManagedSchemaRoundRobinCloudTest, HttpPartitionTest, TestCursorMarkWithoutUniqueKey, DeleteReplicaTest, TestGraphTermsQParserPlugin, CustomCollectionTest, HdfsSyncSliceTest, TestDownShardTolerantSearch, TestCollapseQParserPlugin, HdfsTlogReplayBufferedWhileIndexingTest, TestRequestForwarding, TestBackupRepositoryFactory, TestFieldCacheWithThreads, TestCSVResponseWriter, HdfsDirectoryFactoryTest, DirectoryFactoryTest, HdfsChaosMonkeySafeLeaderTest, TestFieldCacheSortRandom, SolrRequestParserTest, ClassificationUpdateProcessorTest, SolrTestCaseJ4Test, TestReplicationHandler, FileUtilsTest, TestMiniSolrCloudCluster, RemoteQueryErrorTest, TestCustomStream, PeerSyncTest, TestSolrJ, TestSchemaSimilarityResource, TestSchemaNameResource, ZkNodePropsTest, TestLeaderElectionZkExpiry, TestSurroundQueryParser, TestFastLRUCache, RequiredFieldsTest, TimeZoneUtilsTest, SegmentsInfoRequestHandlerTest, TestDocumentBuilder, UnloadDistributedZkTest, SynonymTokenizerTest, SolrCloudExampleTest, ActionThrottleTest, TestFaceting, CdcrRequestHandlerTest, LeaderFailoverAfterPartitionTest, TestManagedResourceStorage, ZkCLITest, QueryEqualityTest, TestJettySolrRunner, MultiTermTest, UtilsToolTest, AddSchemaFieldsUpdateProcessorFactoryTest, DirectUpdateHandlerTest, SharedFSAutoReplicaFailoverTest, BinaryUpdateRequestHandlerTest, TestAddFieldRealTimeGet, TestDeleteCollectionOnDownNodes, TestTrieFacet, SolrIndexConfigTest, TestClusterProperties, TestReloadAndDeleteDocs, TestStressVersions, PeerSyncReplicationTest, DOMUtilTest, TestInitParams, TestStandardQParsers, TestFieldSortValues, TestSolrCLIRunExample, TestCopyFieldCollectionResource, TestSolrDeletionPolicy1, TestBlobHandler, TestComplexPhraseQParserPlugin, TestUseDocValuesAsStored, AlternateDirectoryTest, TestBlendedInfixSuggestions, TestCloudSchemaless, BlobRepositoryCloudTest, SpatialHeatmapFacetsTest, SampleTest, TestXIncludeConfig, TestObjectReleaseTracker, PluginInfoTest, PKIAuthenticationIntegrationTest, TlogReplayBufferedWhileIndexingTest, DistributedMLTComponentTest, DistributedFacetExistsSmallTest, DirectSolrConnectionTest, ChaosMonkeyNothingIsSafeTest, DistributedFacetPivotLongTailTest, TestFunctionQuery, TestReqParamsAPI, SimpleCollectionCreateDeleteTest, SimplePostToolTest, TestInitQParser, SOLR749Test, ChangedSchemaMergeTest, HdfsNNFailoverTest, TestShortCircuitedRequests, TestManagedSchema, TestExtendedDismaxParser, CurrencyFieldXmlFileTest, SpatialRPTFieldTypeTest, TestRandomFlRTGCloud, SolrMetricManagerTest, TestSort, TestMacros, TestCustomDocTransformer, TestHighlightDedupGrouping, DisMaxRequestHandlerTest, BasicAuthIntegrationTest, SchemaVersionSpecificBehaviorTest, AnalysisAfterCoreReloadTest, XmlUpdateRequestHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, TestNumericTerms32, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ShardRoutingCustomTest, TestDistributedSearch, ZkControllerTest, TestJoin, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, TestLazyCores, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, CacheHeaderTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, MoreLikeThisHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, TestAnalyzedSuggestions, JsonLoaderTest, SearchHandlerTest, TestLFUCache, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestTolerantSearch, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, MultiThreadedOCPTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, ShardSplitTest]
   [junit4] Completed [515/684 (3!)] on J0 in 605.93s, 5 tests, 1 failure <<< FAILURES!

[...truncated 62987 lines...]


[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1097 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1097/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 27494 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /usr/jdk/instances/jdk1.8.0/jre/bin/java -XX:+UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=95339D88742FFB44 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp -Dcommon.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene -Dclover.db.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/clover/db -Djava.security.policy=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/test-framework/lib/junit4-ant-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/common/lucene-analyzers-common-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/lucene-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/backward-codecs/lucene-backward-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/highlighter/lucene-highlighter-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/memory/lucene-memory-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/misc/lucene-misc-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/spatial-extras/lucene-spatial-extras-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/expressions/lucene-expressions-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/suggest/lucene-suggest-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/grouping/lucene-grouping-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queries/lucene-queries-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/lucene-queryparser-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/join/lucene-join-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/sandbox/lucene-sandbox-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/classification/lucene-classification-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-commons-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/caffeine-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-cli-1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-codec-1.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-configuration-1.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-exec-1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-fileupload-1.3.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-lang-2.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-client-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-framework-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-recipes-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/dom4j-1.6.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/guava-14.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-annotations-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-auth-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-common-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-hdfs-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hppc-0.7.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/joda-time-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/log4j-1.2.17.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/protobuf-java-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slf4j-log4j12-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/spatial4j-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/t-digest-3.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpclient-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpcore-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpmime-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/noggit-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/slf4j-api-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/stax2-api-3.1.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/zookeeper-3.4.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/gmetric4j-1.0.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/javax.servlet-api-3.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-core-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-ganglia-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-graphite-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jetty9-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jvm-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/junit-4.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr-2.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/api-all-1.0.0-M20.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/bcprov-jdk15-1.45.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/byte-buddy-1.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/cglib-nodep-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-math3-3.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/easymock-3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/ehcache-core-2.4.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-annotations-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-databind-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-core-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-server-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-util-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mina-core-2.0.0-M5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mockito-core-2.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/netty-all-4.0.36.Final.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/objenesis-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/icu/lucene-analyzers-icu-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-analysis-extras/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/export/home/jenkins/.ant/lib/ivy-2.3.0.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/usr/jdk/instances/jdk1.8.0/lib/tools.jar:/export/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J0-20170125_183804_9486969975056441036190.events @/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J0-20170125_183804_9481873891887823359532.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: java.io.IOException: No space left on device
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4] 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4] 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4] 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211)
   [junit4] 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4] 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4] 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4] 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Closer.close(Closer.java:214)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1526)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)
   [junit4] ERROR: JVM J1 ended with an exception, command line: /usr/jdk/instances/jdk1.8.0/jre/bin/java -XX:+UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=95339D88742FFB44 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp -Dcommon.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene -Dclover.db.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/clover/db -Djava.security.policy=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/test-framework/lib/junit4-ant-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/common/lucene-analyzers-common-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/lucene-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/backward-codecs/lucene-backward-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/highlighter/lucene-highlighter-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/memory/lucene-memory-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/misc/lucene-misc-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/spatial-extras/lucene-spatial-extras-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/expressions/lucene-expressions-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/suggest/lucene-suggest-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/grouping/lucene-grouping-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queries/lucene-queries-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/lucene-queryparser-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/join/lucene-join-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/sandbox/lucene-sandbox-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/classification/lucene-classification-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-commons-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/caffeine-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-cli-1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-codec-1.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-configuration-1.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-exec-1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-fileupload-1.3.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-lang-2.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-client-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-framework-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-recipes-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/dom4j-1.6.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/guava-14.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-annotations-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-auth-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-common-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-hdfs-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hppc-0.7.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/joda-time-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/log4j-1.2.17.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/protobuf-java-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slf4j-log4j12-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/spatial4j-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/t-digest-3.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpclient-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpcore-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpmime-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/noggit-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/slf4j-api-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/stax2-api-3.1.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/zookeeper-3.4.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/gmetric4j-1.0.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/javax.servlet-api-3.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-core-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-ganglia-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-graphite-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jetty9-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jvm-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/junit-4.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr-2.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/api-all-1.0.0-M20.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/bcprov-jdk15-1.45.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/byte-buddy-1.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/cglib-nodep-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-math3-3.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/easymock-3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/ehcache-core-2.4.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-annotations-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-databind-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-core-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-server-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-util-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mina-core-2.0.0-M5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mockito-core-2.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/netty-all-4.0.36.Final.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/objenesis-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/icu/lucene-analyzers-icu-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-analysis-extras/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/export/home/jenkins/.ant/lib/ivy-2.3.0.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/usr/jdk/instances/jdk1.8.0/lib/tools.jar:/export/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J1-20170125_183804_9483651502784676349126.events @/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J1-20170125_183804_948117337208032958769.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: java.io.IOException: No space left on device
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4] 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4] 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4] 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211)
   [junit4] 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4] 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4] 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4] 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Closer.close(Closer.java:214)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1526)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:775: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:719: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:252: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:536: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1445: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:985: At least one slave process threw an exception, first: No space left on device

Total time: 49 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1096 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1096/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 13189 lines...]
   [junit4] JVM J0: stderr was not empty, see: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J0-20170125_063949_6198742212180168337133.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> java.security.PrivilegedActionException: java.io.IOException: No space left on device
   [junit4] 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:459)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.PrintStream.flush(PrintStream.java:338)
   [junit4] 	at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:297)
   [junit4] 	at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141)
   [junit4] 	at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
   [junit4] 	at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
   [junit4] 	at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
   [junit4] 	at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
   [junit4] 	at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
   [junit4] 	at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
   [junit4] 	at org.apache.log4j.Category.callAppenders(Category.java:206)
   [junit4] 	at org.apache.log4j.Category.forcedLog(Category.java:391)
   [junit4] 	at org.apache.log4j.Category.log(Category.java:856)
   [junit4] 	at org.slf4j.impl.Log4jLoggerAdapter.info(Log4jLoggerAdapter.java:304)
   [junit4] 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2407)
   [junit4] 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
   [junit4] 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
   [junit4] 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4] 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
   [junit4] 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4] 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113)
   [junit4] 
   [junit4] 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4] 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4] 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4] 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4] 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4] 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4] 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4] 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4] 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4] 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4] 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4] 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4] 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4] 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4] 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4] 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Caused by: java.io.IOException: No space left on device
   [junit4] 	at java.io.FileOutputStream.writeBytes(Native Method)
   [junit4] 	at java.io.FileOutputStream.write(FileOutputStream.java:326)
   [junit4] 	at java.io.BufferedOutputStre
   [junit4] am.write(BufferedOutputStream.java:122)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.EventsOutputStream.write(EventsOutputStream.java:28)
   [junit4] 	at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
   [junit4] 	at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:135)
   [junit4] 	at java.io.OutputStreamWriter.write(OutputStreamWriter.java:220)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.string(JsonWriter.java:572)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.value(JsonWriter.java:415)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.AbstractEvent.writeBinaryProperty(AbstractEvent.java:36)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.AppendStdErrEvent.serialize(AppendStdErrEvent.java:30)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:119)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:114)
   [junit4] 	... 48 more
   [junit4] <<< JVM J0: EOF ----

[...truncated 1 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /usr/jdk/instances/jdk1.8.0/jre/bin/java -XX:+UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=92680163FFACB9CF -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp -Dcommon.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene -Dclover.db.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/clover/db -Djava.security.policy=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=ISO-8859-1 -classpath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/test-framework/lib/junit4-ant-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/common/lucene-analyzers-common-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/lucene-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/backward-codecs/lucene-backward-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/highlighter/lucene-highlighter-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/memory/lucene-memory-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/misc/lucene-misc-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/spatial-extras/lucene-spatial-extras-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/expressions/lucene-expressions-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/suggest/lucene-suggest-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/grouping/lucene-grouping-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queries/lucene-queries-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/lucene-queryparser-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/join/lucene-join-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/sandbox/lucene-sandbox-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/classification/lucene-classification-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-commons-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/caffeine-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-cli-1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-codec-1.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-configuration-1.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-exec-1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-fileupload-1.3.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-lang-2.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-client-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-framework-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-recipes-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/dom4j-1.6.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/guava-14.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-annotations-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-auth-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-common-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-hdfs-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hppc-0.7.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/joda-time-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/log4j-1.2.17.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/protobuf-java-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slf4j-log4j12-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/spatial4j-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/t-digest-3.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpclient-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpcore-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpmime-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/noggit-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/slf4j-api-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/stax2-api-3.1.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/zookeeper-3.4.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/gmetric4j-1.0.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/javax.servlet-api-3.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-core-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-ganglia-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-graphite-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jetty9-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jvm-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/junit-4.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr-2.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/api-all-1.0.0-M20.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/bcprov-jdk15-1.45.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/byte-buddy-1.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/cglib-nodep-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-math3-3.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/easymock-3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/ehcache-core-2.4.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-annotations-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-databind-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-core-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-server-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-util-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mina-core-2.0.0-M5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mockito-core-2.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/netty-all-4.0.36.Final.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/objenesis-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/icu/lucene-analyzers-icu-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-analysis-extras/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/export/home/jenkins/.ant/lib/ivy-2.3.0.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/usr/jdk/instances/jdk1.8.0/lib/tools.jar:/export/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J0-20170125_063949_6198036749905368536198.events @/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J0-20170125_063949_6194063787431118156367.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1540)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)
   [junit4] ERROR: JVM J1 ended with an exception, command line: /usr/jdk/instances/jdk1.8.0/jre/bin/java -XX:+UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=92680163FFACB9CF -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp -Dcommon.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene -Dclover.db.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/clover/db -Djava.security.policy=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=ISO-8859-1 -classpath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/test-framework/lib/junit4-ant-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/common/lucene-analyzers-common-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/codecs/lucene-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/backward-codecs/lucene-backward-codecs-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/highlighter/lucene-highlighter-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/memory/lucene-memory-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/misc/lucene-misc-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/spatial-extras/lucene-spatial-extras-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/expressions/lucene-expressions-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/suggest/lucene-suggest-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/grouping/lucene-grouping-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queries/lucene-queries-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/lucene-queryparser-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/join/lucene-join-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/sandbox/lucene-sandbox-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/classification/lucene-classification-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/asm-commons-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/caffeine-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-cli-1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-codec-1.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-configuration-1.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-exec-1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-fileupload-1.3.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/commons-lang-2.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-client-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-framework-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/curator-recipes-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/dom4j-1.6.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/guava-14.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-annotations-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-auth-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-common-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hadoop-hdfs-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/hppc-0.7.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-core-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/joda-time-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/log4j-1.2.17.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/protobuf-java-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slf4j-log4j12-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/spatial4j-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/lib/t-digest-3.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpclient-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpcore-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/httpmime-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/noggit-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/slf4j-api-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/stax2-api-3.1.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/solrj/lib/zookeeper-3.4.6.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/gmetric4j-1.0.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/javax.servlet-api-3.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-core-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-ganglia-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-graphite-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jetty9-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/server/lib/metrics-jvm-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/junit-4.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr-2.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/api-all-1.0.0-M20.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/bcprov-jdk15-1.45.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/byte-buddy-1.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/cglib-nodep-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/commons-math3-3.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/easymock-3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/ehcache-core-2.4.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-annotations-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jackson-databind-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-core-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jersey-server-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/jetty-util-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mina-core-2.0.0-M5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/mockito-core-2.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/netty-all-4.0.36.Final.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/objenesis-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/test-lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/analysis/icu/lucene-analyzers-icu-7.0.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-analysis-extras/classes/java:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/queryparser/classes/test:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/export/home/jenkins/.ant/lib/ivy-2.3.0.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/usr/jdk/instances/jdk1.8.0/lib/tools.jar:/export/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J1-20170125_063949_6198848398130735396871.events @/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp/junit4-J1-20170125_063949_6193965476755137824447.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: java.io.IOException: No space left on device
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4] 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4] 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4] 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211)
   [junit4] 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4] 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4] 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4] 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Closer.close(Closer.java:214)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1526)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:775: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:719: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:252: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:536: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1445: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:985: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 58 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1095 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1095/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([2E9385B7DD1AD69A:462CB09D0D80C476]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.cancelDelegationToken(TestDelegationWithHadoopAuth.java:128)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenCancelFail(TestDelegationWithHadoopAuth.java:290)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12735 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_2E9385B7DD1AD69A-001/init-core-data-001
   [junit4]   2> 2967728 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[2E9385B7DD1AD69A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2967728 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[2E9385B7DD1AD69A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2967729 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[2E9385B7DD1AD69A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_2E9385B7DD1AD69A-001/tempDir-001
   [junit4]   2> 2967729 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[2E9385B7DD1AD69A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2967729 INFO  (Thread-10282) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2967729 INFO  (Thread-10282) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2967829 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[2E9385B7DD1AD69A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46204
   [junit4]   2> 2967839 INFO  (jetty-launcher-4539-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2967839 INFO  (jetty-launcher-4539-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2967842 INFO  (jetty-launcher-4539-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4568e2ff{/solr,null,AVAILABLE}
   [junit4]   2> 2967843 INFO  (jetty-launcher-4539-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1231c036{/solr,null,AVAILABLE}
   [junit4]   2> 2967843 INFO  (jetty-launcher-4539-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@34589e44{HTTP/1.1,[http/1.1]}{127.0.0.1:58313}
   [junit4]   2> 2967844 INFO  (jetty-launcher-4539-thread-2) [    ] o.e.j.s.Server Started @2972252ms
   [junit4]   2> 2967844 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58313}
   [junit4]   2> 2967844 INFO  (jetty-launcher-4539-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@de21a94{HTTP/1.1,[http/1.1]}{127.0.0.1:38032}
   [junit4]   2> 2967844 INFO  (jetty-launcher-4539-thread-1) [    ] o.e.j.s.Server Started @2972252ms
   [junit4]   2> 2967844 ERROR (jetty-launcher-4539-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2967844 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2967844 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38032}
   [junit4]   2> 2967844 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2967845 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2967845 ERROR (jetty-launcher-4539-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2967845 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-24T20:23:07.788Z
   [junit4]   2> 2967845 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2967845 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2967845 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2967845 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-24T20:23:07.788Z
   [junit4]   2> 2967848 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2967848 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2967865 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46204/solr
   [junit4]   2> 2967865 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46204/solr
   [junit4]   2> 2967910 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38032_solr
   [junit4]   2> 2967911 INFO  (jetty-launcher-4539-thread-2) [n:127.0.0.1:58313_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58313_solr
   [junit4]   2> 2967911 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.s.c.Overseer Overseer (id=97339925310603269-127.0.0.1:38032_solr-n_0000000000) starting
   [junit4]   2> 2967924 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38032_solr
   [junit4]   2> 2967937 INFO  (zkCallback-4549-thread-1-processing-n:127.0.0.1:38032_solr) [n:127.0.0.1:38032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2967937 INFO  (zkCallback-4550-thread-1-processing-n:127.0.0.1:58313_solr) [n:127.0.0.1:58313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2967939 INFO  (zkCallback-4550-thread-2-processing-n:127.0.0.1:58313_solr) [n:127.0.0.1:58313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2967941 INFO  (zkCallback-4549-thread-2-processing-n:127.0.0.1:38032_solr) [n:127.0.0.1:38032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2968019 INFO  (jetty-launcher-4539-thread-2) [n:127.0.0.1:58313_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 2968032 INFO  (jetty-launcher-4539-thread-2) [n:127.0.0.1:58313_solr    ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper}
   [junit4]   2> 2968087 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 2968087 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper}
   [junit4]   2> 2968132 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2968132 INFO  (jetty-launcher-4539-thread-2) [n:127.0.0.1:58313_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2968160 INFO  (jetty-launcher-4539-thread-1-EventThread) [n:127.0.0.1:38032_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2968160 INFO  (jetty-launcher-4539-thread-2-EventThread) [n:127.0.0.1:58313_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2968293 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2968299 INFO  (jetty-launcher-4539-thread-1) [n:127.0.0.1:38032_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_2E9385B7DD1AD69A-001/tempDir-001/node1/.
   [junit4]   2> 2968308 INFO  (jetty-launcher-4539-thread-2) [n:127.0.0.1:58313_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2968310 INFO  (jetty-launcher-4539-thread-2) [n:127.0.0.1:58313_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_2E9385B7DD1AD69A-001/tempDir-001/node2/.
   [junit4]   2> 2969004 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 2969087 ERROR (qtp1824882325-29525) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_1]
   [junit4]   2> 2969089 ERROR (qtp1321832301-29536) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_1]
   [junit4]   2> 2969104 ERROR (qtp1824882325-29528) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_2]
   [junit4]   2> 2969107 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDelegationWithHadoopAuth -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=2E9385B7DD1AD69A -Dtests.slow=true -Dtests.locale=ms-MY -Dtests.timezone=America/Regina -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.14s J1 | TestDelegationWithHadoopAuth.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2E9385B7DD1AD69A:462CB09D0D80C476]:0)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.cancelDelegationToken(TestDelegationWithHadoopAuth.java:128)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenCancelFail(TestDelegationWithHadoopAuth.java:290)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2969147 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 2969171 INFO  (qtp1321832301-29538) [n:127.0.0.1:38032_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXwjigFZ9jIAIwMDFJPaj3KJBP1FA_aLV1NcT4YzL5G1B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969171 INFO  (qtp1321832301-29538) [n:127.0.0.1:38032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXwjigFZ9jIAIwMDFJPaj3KJBP1FA_aLV1NcT4YzL5G1B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969182 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969191 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969193 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969196 INFO  (qtp1824882325-29528) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXwjigFZ9jIAIwMDFJPaj3KJBP1FA_aLV1NcT4YzL5G1B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969196 INFO  (qtp1824882325-29528) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXwjigFZ9jIAIwMDFJPaj3KJBP1FA_aLV1NcT4YzL5G1B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969202 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969230 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969232 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969233 INFO  (qtp1824882325-29527) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXxaigFZ9jIAWgQDFNPvr27nBf7YXyglVyB4HN3yQ_HAB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969233 INFO  (qtp1824882325-29527) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXxaigFZ9jIAWgQDFNPvr27nBf7YXyglVyB4HN3yQ_HAB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969239 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969245 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969247 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969248 INFO  (qtp1824882325-29531) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXxaigFZ9jIAWgQDFNPvr27nBf7YXyglVyB4HN3yQ_HAB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969248 INFO  (qtp1824882325-29531) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXxaigFZ9jIAWgQDFNPvr27nBf7YXyglVyB4HN3yQ_HAB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969252 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969266 INFO  (qtp1321832301-29526) [n:127.0.0.1:38032_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyMigFZ9jIAjAUDFIHbdFkZE2K2P9RTO9zJXkrWQWQtB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969266 INFO  (qtp1321832301-29526) [n:127.0.0.1:38032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyMigFZ9jIAjAUDFIHbdFkZE2K2P9RTO9zJXkrWQWQtB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969269 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969271 INFO  (qtp1824882325-29527) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyMigFZ9jIAjAUDFIHbdFkZE2K2P9RTO9zJXkrWQWQtB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969271 INFO  (qtp1824882325-29527) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyMigFZ9jIAjAUDFIHbdFkZE2K2P9RTO9zJXkrWQWQtB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969274 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969293 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969295 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969296 INFO  (qtp1824882325-29523) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyiigFZ9jIAogYDFDogflVJyB87RBfNN82mZK4WxIZEB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969296 INFO  (qtp1824882325-29523) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyiigFZ9jIAogYDFDogflVJyB87RBfNN82mZK4WxIZEB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969302 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969303 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969305 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969311 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969312 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969313 INFO  (qtp1824882325-29525) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyiigFZ9jIAogYDFDogflVJyB87RBfNN82mZK4WxIZEB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969313 INFO  (qtp1824882325-29525) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJXyiigFZ9jIAogYDFDogflVJyB87RBfNN82mZK4WxIZEB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969317 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969317 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 2969346 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 2969362 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969363 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969365 ERROR (qtp1824882325-29531) [n:127.0.0.1:58313_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_7]
   [junit4]   2> 2969374 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969376 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969388 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969391 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969392 ERROR (qtp1824882325-29531) [n:127.0.0.1:58313_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_8]
   [junit4]   2> 2969400 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969402 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969403 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969409 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969411 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969412 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969413 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 2969443 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 2969445 INFO  (qtp1321832301-29535) [n:127.0.0.1:38032_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&user.name=foo&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969446 INFO  (qtp1321832301-29535) [n:127.0.0.1:38032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&user.name=foo&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969446 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=foo&p=foo&t=simple-dt&e=1485325389388&s=pQLhabwWE0eUJjWJGFpOeFJ4wWY="; Domain=127.0.0.1; Expires=Rab, 25-Jan-2017 06:23:09 GMT; HttpOnly". Invalid 'expires' attribute: Rab, 25-Jan-2017 06:23:09 GMT
   [junit4]   2> 2969446 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 2969481 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 2969486 WARN  (qtp1321832301-29539) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token with renewer foo
   [junit4]   2> 2969487 WARN  (qtp1321832301-29539) [    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2969487 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969488 WARN  (qtp1824882325-29529) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token with renewer foo
   [junit4]   2> 2969488 WARN  (qtp1824882325-29529) [    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2969488 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969496 WARN  (qtp1321832301-29526) [n:127.0.0.1:38032_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 2969496 WARN  (qtp1321832301-29526) [n:127.0.0.1:38032_solr    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2969497 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969497 WARN  (qtp1824882325-29530) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 2969498 WARN  (qtp1824882325-29530) [    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2969498 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969498 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 2969534 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 2969541 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969543 INFO  (qtp1321832301-29526) [n:127.0.0.1:38032_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJX2ligFZ9jIBpQsDFFtsNkQ7gArBJwy5YjYqjgmSJBDgB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969543 INFO  (qtp1321832301-29526) [n:127.0.0.1:38032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJX2ligFZ9jIBpQsDFFtsNkQ7gArBJwy5YjYqjgmSJBDgB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969544 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 2969579 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 2969589 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969591 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969592 INFO  (qtp1824882325-29523) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJX3TigFZ9jIB0wwDFCivnvNIE_wV4oY8jx4U6sZgu4tsB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969592 INFO  (qtp1824882325-29523) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJX3TigFZ9jIB0wwDFCivnvNIE_wV4oY8jx4U6sZgu4tsB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969596 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969601 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2969603 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46204/solr ready
   [junit4]   2> 2969604 INFO  (qtp1824882325-29529) [n:127.0.0.1:58313_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJX3TigFZ9jIB0wwDFCivnvNIE_wV4oY8jx4U6sZgu4tsB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2969604 INFO  (qtp1824882325-29529) [n:127.0.0.1:58313_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnSJX3TigFZ9jIB0wwDFCivnvNIE_wV4oY8jx4U6sZgu4tsB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2969607 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=Kha, 01-Jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: Kha, 01-Jan-1970 00:00:00 GMT
   [junit4]   2> 2969607 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 2969643 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 2969654 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[2E9385B7DD1AD69A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 2969656 INFO  (jetty-launcher-4539-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@34589e44{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2969657 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=261188568
   [junit4]   2> 2969657 INFO  (jetty-launcher-4539-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@de21a94{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2969659 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=89366524
   [junit4]   2> 2969663 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97339925310603269-127.0.0.1:38032_solr-n_0000000000) closing
   [junit4]   2> 2969665 INFO  (OverseerStateUpdate-97339925310603269-127.0.0.1:38032_solr-n_0000000000) [n:127.0.0.1:38032_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38032_solr
   [junit4]   2> 2969667 WARN  (zkCallback-4549-thread-1-processing-n:127.0.0.1:38032_solr) [n:127.0.0.1:38032_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2969668 INFO  (jetty-launcher-4539-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2969669 ERROR (Thread[Thread-10299,5,TGRP-TestDelegationWithHadoopAuth]) [n:127.0.0.1:38032_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2969674 INFO  (zkCallback-4550-thread-1-processing-n:127.0.0.1:58313_solr) [n:127.0.0.1:58313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2969676 INFO  (zkCallback-4550-thread-2-processing-n:127.0.0.1:58313_solr) [n:127.0.0.1:58313_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58313_solr
   [junit4]   2> 2969682 INFO  (jetty-launcher-4539-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1231c036{/solr,null,UNAVAILABLE}
   [junit4]   2> 2971177 WARN  (zkCallback-4550-thread-1-processing-n:127.0.0.1:58313_solr) [n:127.0.0.1:58313_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2971177 INFO  (jetty-launcher-4539-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2971178 ERROR (Thread[Thread-10301,5,TGRP-TestDelegationWithHadoopAuth]) [n:127.0.0.1:58313_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2971182 INFO  (jetty-launcher-4539-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4568e2ff{/solr,null,UNAVAILABLE}
   [junit4]   2> 2971185 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[2E9385B7DD1AD69A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46204 46204
   [junit4]   2> 2976265 INFO  (Thread-10282) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46204 46204
   [junit4]   2> 2976266 WARN  (Thread-10282) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/aliases.json
   [junit4]   2> 	14	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_13
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 	14	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 2976267 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[2E9385B7DD1AD69A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_2E9385B7DD1AD69A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=819, maxMBSortInHeap=5.643311464875187, sim=RandomSimilarity(queryNorm=false): {}, locale=ms-MY, timezone=America/Regina
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=116809616,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ConvertedLegacyTest, ResourceLoaderTest, TestFieldCache, AtomicUpdatesTest, LeaderElectionIntegrationTest, TestRecoveryHdfs, TestJsonFacets, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, TestCryptoKeys, TestDynamicFieldCollectionResource, TestCollectionAPI, SSLMigrationTest, HdfsDirectoryFactoryTest, TestEmbeddedSolrServerConstructors, DistributedQueryComponentCustomSortTest, CheckHdfsIndexTest, TestNoOpRegenerator, VersionInfoTest, TestConfigSets, TestSolr4Spatial, CoreAdminCreateDiscoverTest, RestartWhileUpdatingTest, NoCacheHeaderTest, TestSolrIndexConfig, ZkSolrClientTest, JsonLoaderTest, TestLockTree, QueryParsingTest, HdfsChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, TestWriterPerf, TestStressRecovery, LoggingHandlerTest, TestSQLHandler, TestInitParams, TestCloudDeleteByQuery, RegexBoostProcessorTest, HdfsRecoveryZkTest, TestDocSet, AsyncCallRequestStatusResponseTest, CacheHeaderTest, SolrIndexSplitterTest, DistribJoinFromCollectionTest, TestBlobHandler, TestManagedResourceStorage, ShowFileRequestHandlerTest, DistributedFacetExistsSmallTest, CloneFieldUpdateProcessorFactoryTest, TestReloadAndDeleteDocs, HttpSolrCallGetCoreTest, TestBulkSchemaAPI, ChangedSchemaMergeTest, TestValueSourceCache, TestReload, TestReplicaProperties, TestQueryUtils, URLClassifyProcessorTest, CircularListTest, TestCodecSupport, ConjunctionSolrSpellCheckerTest, TermVectorComponentDistributedTest, TestDistributedMissingSort, TestManagedSchema, TestSolrConfigHandlerCloud, TestTrie, ForceLeaderTest, SharedFSAutoReplicaFailoverUtilsTest, TestCustomStream, SolrGraphiteReporterTest, BufferStoreTest, RecoveryAfterSoftCommitTest, RankQueryTest, MetricsHandlerTest, MissingSegmentRecoveryTest, OpenCloseCoreStressTest, HdfsSyncSliceTest, TolerantUpdateProcessorTest, SolrIndexMetricsTest, SuggesterTest, SolrSlf4jReporterTest, RequestHandlersTest, TestCrossCoreJoin, DistributedFacetPivotLongTailTest, DirectoryFactoryTest, TestLuceneMatchVersion, BasicFunctionalityTest, LeaderInitiatedRecoveryOnShardRestartTest, CollectionTooManyReplicasTest, RuleEngineTest, CdcrVersionReplicationTest, TestSubQueryTransformerDistrib, TestFoldingMultitermQuery, TestRandomFaceting, TestSegmentSorting, TestExceedMaxTermLength, AnalysisErrorHandlingTest, FieldMutatingUpdateProcessorTest, StatsComponentTest, AliasIntegrationTest, TestZkChroot, CollectionsAPIDistributedZkTest, TestSubQueryTransformer, TestFieldCacheSanityChecker, TestUninvertingReader, ClassificationUpdateProcessorIntegrationTest, BigEndianAscendingWordDeserializerTest, FileBasedSpellCheckerTest, TestInitQParser, CdcrReplicationHandlerTest, TestRTimerTree, HdfsNNFailoverTest, TestSolrQueryResponse, TestExactStatsCache, PreAnalyzedUpdateProcessorTest, ZkStateWriterTest, BJQParserTest, EchoParamsTest, CollectionsAPISolrJTest, ConnectionReuseTest, TestConfigSetImmutable, CursorMarkTest, OverseerTaskQueueTest, SuggestComponentTest, TestSolrCoreSnapshots, DistributedDebugComponentTest, AutoCommitTest, DirectUpdateHandlerOptimizeTest, TestSolrXml, LeaderElectionContextKeyTest, TestSolrCoreProperties, TestLMDirichletSimilarityFactory, ExternalFileFieldSortTest, TestManagedStopFilterFactory, DistanceFunctionTest, TestJavabinTupleStreamParser, TestFieldTypeCollectionResource, MetricUtilsTest, SolrMetricManagerTest, TestCollapseQParserPlugin, DeleteShardTest, SpatialHeatmapFacetsTest, TestManagedSchemaThreadSafety, SpellCheckComponentTest, TestPHPSerializedResponseWriter, UpdateParamsTest, TestCloudSchemaless, TestQueryTypes, TestIndexSearcher, TestJoin, TestSearchPerf, TestTrieFacet, LeaderFailureAfterFreshStartTest, ScriptEngineTest, ClusterStateTest, CloudMLTQParserTest, TestTolerantUpdateProcessorCloud, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SolrCoreCheckLockOnStartupTest, BadCopyFieldTest, DistanceUnitsTest, CurrencyFieldOpenExchangeTest, TestFieldCacheSortRandom, PreAnalyzedFieldTest, ClusterStateUpdateTest, ZkCLITest, TestDistributedGrouping, TestRecovery, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, TestLazyCores, SoftAutoCommitTest, SolrRequestParserTest, DocValuesTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TestOmitPositions, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, SolrPluginUtilsTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastLRUCache, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestJettySolrRunner, AssignTest, CdcrBootstrapTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudCluster, TestRandomRequestDistribution, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSizeLimitedDistributedMap, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ZkStateReaderTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, CoreSorterTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetProperties, TestCorePropertiesReload, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestSolrConfigHandler, RequestLoggingTest, TestConfigReload, TestHdfsBackupRestoreCore, TestReqParamsAPI, TestRestoreCore, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, SegmentsInfoRequestHandlerTest, DistributedFacetPivotLargeTest, ReplicaListTransformerTest, TestDistributedStatsComponentCardinality, SolrJmxReporterTest, TestIntervalFaceting, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestRawTransformer, TestSubQueryTransformerCrossCore, TestRestManager, TestDefaultSearchFieldResource, TestFieldCollectionResource, TestSchemaSimilarityResource, TestSolrQueryParserResource, TestUniqueKeyFieldResource, DocValuesMissingTest, SpatialRPTFieldTypeTest, TestBulkSchemaConcurrent, TestPointFields, MergeStrategyTest, TestAddFieldRealTimeGet, TestComplexPhraseQParserPlugin, TestFieldSortValues, TestFilteredDocIdSet, TestHashQParserPlugin, TestMissingGroups, TestRandomCollapseQParserPlugin, TestPKIAuthenticationPlugin, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth]
   [junit4] Completed [648/680 (1!)] on J1 in 8.55s, 8 tests, 1 failure <<< FAILURES!

[...truncated 62544 lines...]


[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1094 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1094/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.testForwarding

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([836C439A06BD0838:62EA2A641B8BEED1]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.create1ShardCollection(TestSolrCloudWithSecureImpersonation.java:189)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.testForwarding(TestSolrCloudWithSecureImpersonation.java:346)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=22992, name=jetty-launcher-3530-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)    2) Thread[id=22981, name=jetty-launcher-3530-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=22992, name=jetty-launcher-3530-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   2) Thread[id=22981, name=jetty-launcher-3530-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
	at __randomizedtesting.SeedInfo.seed([836C439A06BD0838]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=26722, name=jetty-launcher-4026-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)    2) Thread[id=26718, name=jetty-launcher-4026-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=26722, name=jetty-launcher-4026-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   2) Thread[id=26718, name=jetty-launcher-4026-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
	at __randomizedtesting.SeedInfo.seed([836C439A06BD0838]:0)




Build Log:
[...truncated 12351 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_836C439A06BD0838-001/init-core-data-001
   [junit4]   2> 2650039 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[836C439A06BD0838]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2650041 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[836C439A06BD0838]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2650075 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[836C439A06BD0838]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_836C439A06BD0838-001/tempDir-001
   [junit4]   2> 2650075 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[836C439A06BD0838]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2650076 INFO  (Thread-6805) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2650076 INFO  (Thread-6805) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2650176 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[836C439A06BD0838]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35854
   [junit4]   2> 2650183 INFO  (jetty-launcher-3530-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2650183 INFO  (jetty-launcher-3530-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2650186 INFO  (jetty-launcher-3530-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b76b424{/solr,null,AVAILABLE}
   [junit4]   2> 2650186 INFO  (jetty-launcher-3530-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@645483f9{/solr,null,AVAILABLE}
   [junit4]   2> 2650186 INFO  (jetty-launcher-3530-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ebe651d{HTTP/1.1,[http/1.1]}{127.0.0.1:32998}
   [junit4]   2> 2650186 INFO  (jetty-launcher-3530-thread-2) [    ] o.e.j.s.Server Started @2655347ms
   [junit4]   2> 2650186 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32998}
   [junit4]   2> 2650187 INFO  (jetty-launcher-3530-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1bca092f{HTTP/1.1,[http/1.1]}{127.0.0.1:59932}
   [junit4]   2> 2650187 INFO  (jetty-launcher-3530-thread-1) [    ] o.e.j.s.Server Started @2655347ms
   [junit4]   2> 2650187 ERROR (jetty-launcher-3530-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-24T09:38:31.998Z
   [junit4]   2> 2650187 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59932}
   [junit4]   2> 2650188 ERROR (jetty-launcher-3530-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2650188 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-24T09:38:31.998Z
   [junit4]   2> 2650191 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2650191 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2650198 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35854/solr
   [junit4]   2> 2650198 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35854/solr
   [junit4]   2> 2650243 INFO  (jetty-launcher-3530-thread-2) [n:127.0.0.1:32998_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32998_solr
   [junit4]   2> 2650244 INFO  (jetty-launcher-3530-thread-1) [n:127.0.0.1:59932_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59932_solr
   [junit4]   2> 2650246 INFO  (jetty-launcher-3530-thread-2) [n:127.0.0.1:32998_solr    ] o.a.s.c.Overseer Overseer (id=97337390654226438-127.0.0.1:32998_solr-n_0000000000) starting
   [junit4]   2> 2650262 INFO  (jetty-launcher-3530-thread-2) [n:127.0.0.1:32998_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32998_solr
   [junit4]   2> 2650279 INFO  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2650279 INFO  (OverseerStateUpdate-97337390654226438-127.0.0.1:32998_solr-n_0000000000) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2650304 INFO  (jetty-launcher-3530-thread-2) [n:127.0.0.1:32998_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2650304 INFO  (jetty-launcher-3530-thread-2) [n:127.0.0.1:32998_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=solaris-vm,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 2650305 INFO  (jetty-launcher-3530-thread-2) [n:127.0.0.1:32998_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2650308 INFO  (jetty-launcher-3530-thread-2-EventThread) [n:127.0.0.1:32998_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2650329 INFO  (jetty-launcher-3530-thread-2) [n:127.0.0.1:32998_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_836C439A06BD0838-001/tempDir-001/node2/.
   [junit4]   2> 2650331 INFO  (jetty-launcher-3530-thread-1) [n:127.0.0.1:59932_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2650331 INFO  (jetty-launcher-3530-thread-1) [n:127.0.0.1:59932_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=solaris-vm,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 2650331 INFO  (jetty-launcher-3530-thread-1) [n:127.0.0.1:59932_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2650337 INFO  (jetty-launcher-3530-thread-1-EventThread) [n:127.0.0.1:59932_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2650377 INFO  (jetty-launcher-3530-thread-1) [n:127.0.0.1:59932_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_836C439A06BD0838-001/tempDir-001/node1/.
   [junit4]   2> 2651330 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 2651357 INFO  (qtp1902434678-22940) [n:127.0.0.1:32998_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2651357 INFO  (qtp1902434678-22940) [n:127.0.0.1:32998_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2651358 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1485286713143&s=lpFq/GKyqYhs7U4dlXa/Sdo2gyI="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:33 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:33 GMT
   [junit4]   2> 2651358 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 2651383 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 2651396 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1485286713193&s=iT+De9S7/vQSN8mTo+1Z0qFTuAI="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:33 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:33 GMT
   [junit4]   2> 2651396 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 2651421 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 2651422 INFO  (qtp1902434678-22942) [n:127.0.0.1:32998_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2651423 INFO  (qtp1902434678-22942) [n:127.0.0.1:32998_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2651423 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1485286713232&s=Pk19aaUB5Ci417QkMX8xk5IzjXk="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:33 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:33 GMT
   [junit4]   2> 2651423 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 2651444 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 2651448 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1485286713255&s=6a8lhtI1ZY4kpvBopH3mzV06sZ8="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:33 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:33 GMT
   [junit4]   2> 2651449 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 2651477 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 2651479 INFO  (qtp1902434678-22944) [n:127.0.0.1:32998_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2651479 INFO  (qtp1902434678-22944) [n:127.0.0.1:32998_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2651479 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1485286713288&s=wyQ9SqrqR7sBB9Ro0tKs4yqZwR0="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:33 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:33 GMT
   [junit4]   2> 2651479 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 2651507 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 2651512 INFO  (qtp1902434678-22945) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:519)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:128)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:404)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:310)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2651513 WARN  (qtp1902434678-22945) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:410)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:310)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:519)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:128)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:404)
   [junit4]   2> 	... 26 more
   [junit4]   2> 2651514 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 2651535 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 2651540 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1485286713347&s=ufz5mjLlYK/P3erOxxPONnFuDb4="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:33 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:33 GMT
   [junit4]   2> 2651541 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 2651562 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 2676598 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1485286713372&s=4v1tpgILUq45tiAGOig3ylKRUhs="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:33 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:33 GMT
   [junit4]   2> 2676599 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 2676631 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 2676647 WARN  (qtp1902434678-22943) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 2676647 WARN  (qtp1902434678-22943) [    ] o.a.h.s.UserGroupInformation No groups available for user bar
   [junit4]   2> 2676649 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1485286738441&s=/6BrD7IiBltdNe16ggavsoLeLfw="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:58 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:58 GMT
   [junit4]   2> 2676650 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 2676683 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 2676689 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1485286738495&s=ZXxUoBzGLy24FplbwTxZH8SXUtk="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:58 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:58 GMT
   [junit4]   2> 2676689 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 2676698 WARN  (zkCallback-3540-thread-3-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@232953b0 name: ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2676698 WARN  (zkCallback-3540-thread-3-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2676699 INFO  (jetty-launcher-3530-thread-1-EventThread) [n:127.0.0.1:59932_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 2676703 WARN  (zkCallback-3541-thread-12-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@443889e6 name: ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2676703 WARN  (zkCallback-3541-thread-12-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2676728 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 2677624 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[836C439A06BD0838]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35854/solr ready
   [junit4]   2> 2677625 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.method=testForwarding -Dtests.seed=836C439A06BD0838 -Dtests.slow=true -Dtests.locale=ar-OM -Dtests.timezone=Kwajalein -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.94s J0 | TestSolrCloudWithSecureImpersonation.testForwarding <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([836C439A06BD0838:62EA2A641B8BEED1]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.create1ShardCollection(TestSolrCloudWithSecureImpersonation.java:189)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.testForwarding(TestSolrCloudWithSecureImpersonation.java:346)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2677659 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 2682809 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[836C439A06BD0838]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1485286739470&s=vHMURx4sN5XkEpT6BrH06gw+gpM="; Path=/; Domain=127.0.0.1; Expires= , 24-   -2017 19:38:59 GMT; HttpOnly". Invalid 'expires' attribute: , 24- -2017 19:38:59 GMT
   [junit4]   2> 2682810 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[836C439A06BD0838]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 2682811 WARN  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@443889e6 name: ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 2682812 WARN  (OverseerStateUpdate-97337390654226438-127.0.0.1:32998_solr-n_0000000000) [n:127.0.0.1:32998_solr    ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:299)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:279)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:384)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:160)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:179)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2682812 INFO  (OverseerStateUpdate-97337390654226438-127.0.0.1:32998_solr-n_0000000000) [n:127.0.0.1:32998_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32998_solr
   [junit4]   2> 2682812 WARN  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 2682812 ERROR (OverseerExitThread) [n:127.0.0.1:32998_solr    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:286)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2682813 INFO  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.Overseer Overseer (id=97337390654226438-127.0.0.1:32998_solr-n_0000000000) closing
   [junit4]   2> 2682814 WARN  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 2682814 WARN  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@232953b0 name: ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 2682814 WARN  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 2682815 WARN  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 2682817 INFO  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 2682817 INFO  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2682817 INFO  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 2682817 INFO  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2682818 INFO  (jetty-launcher-3530-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@ebe651d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2682819 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1739641490
   [junit4]   2> 2682820 INFO  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 2682820 INFO  (jetty-launcher-3530-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bca092f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2682820 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1323076029
   [junit4]   2> 2682822 INFO  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 2684325 ERROR (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /aliases.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:389)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2684325 ERROR (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: 
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /aliases.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:389)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> 2684325 WARN  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
   [junit4]   2> 2684326 INFO  (zkCallback-3540-thread-1-processing-n:127.0.0.1:59932_solr) [n:127.0.0.1:59932_solr    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 2684326 ERROR (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /security.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.addSecuritynodeWatcher(ZkStateReader.java:439)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:426)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2684326 INFO  (jetty-launcher-3530-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2684327 ERROR (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: 
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /security.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.addSecuritynodeWatcher(ZkStateReader.java:439)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:426)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> 2684327 WARN  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
   [junit4]   2> 2684327 ERROR (Thread[Thread-6825,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:59932_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2684328 INFO  (zkCallback-3541-thread-9-processing-n:127.0.0.1:32998_solr) [n:127.0.0.1:32998_solr    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 2684329 INFO  (jetty-launcher-3530-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2684329 ERROR (Thread[Thread-6822,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:32998_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2684333 INFO  (jetty-launcher-3530-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@645483f9{/solr,null,UNAVAILABLE}
   [junit4]   2> 2684337 INFO  (jetty-launcher-3530-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b76b424{/solr,null,UNAVAILABLE}
   [junit4]   2> 2684339 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[836C439A06BD0838]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35854 35854
   [junit4]   2> 2684358 INFO  (Thread-6805) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35854 35854
   [junit4]   2> 2684360 WARN  (Thread-6805) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 2684388 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[836C439A06BD0838]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_836C439A06BD0838-001
   [junit4]   2> Jan 24, 2017 9:39:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> Jan 24, 2017 9:39:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=22992, name=jetty-launcher-3530-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2>    2) Thread[id=22981, name=jetty-launcher-3530-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> Jan 24, 2017 9:39:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=22992, name=jetty-launcher-3530-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    2) Thread[id=22981, name=jetty-launcher-3530-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2> 2704600 ERROR (jetty-launcher-3530-thread-2-EventThread) [n:127.0.0.1:32998_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2704600 ERROR (jetty-launcher-3530-thread-1-EventThread) [n:127.0.0.1:59932_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2704602 WARN  (jetty-launcher-3530-thread-1-EventThread) [n:127.0.0.1:59932_solr    ] o.a.c.ConnectionState Session expired event received
   [junit4]   2> 2704602 WARN  (jetty-launcher-3530-thread-2-EventThread) [n:127.0.0.1:32998_solr    ] o.a.c.ConnectionState Session expired event received
   [junit4]   2> 2704604 WARN  (jetty-launcher-3530-thread-1-SendThread(127.0.0.1:35854)) [n:127.0.0.1:59932_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> Jan 24, 2017 9:39:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> 2704604 WARN  (jetty-launcher-3530-thread-2-SendThread(127.0.0.1:35854)) [n:127.0.0.1:32998_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=835, maxMBSortInHeap=6.090309748842893, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-OM, timezone=Kwajalein
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=5,free=271083576,total=530579456
   [junit4]   2> NOTE: All tests run in this JVM: [TestGroupingSearch, TestNumericTerms64, InfoHandlerTest, TestCloudPseudoReturnFields, StatelessScriptUpdateProcessorFactoryTest, PathHierarchyTokenizerFactoryTest, PeerSyncTest, AssignTest, TestSchemaResource, DocumentAnalysisRequestHandlerTest, TestRuleBasedAuthorizationPlugin, SimpleFacetsTest, OverseerModifyCollectionTest, TestMiniSolrCloudCluster, RequiredFieldsTest, TestDocBasedVersionConstraints, JSONWriterTest, MBeansHandlerTest, TestFunctionQuery, SearchHandlerTest, TestConfigSetProperties, CdcrReplicationDistributedZkTest, TestSimpleQParserPlugin, TestInfoStreamLogging, SolrCloudExampleTest, ZkControllerTest, ZkStateReaderTest, BlockDirectoryTest, UtilsToolTest, CoreAdminRequestStatusTest, TestIBSimilarityFactory, TestRemoteStreaming, HdfsBasicDistributedZk2Test, SimpleCollectionCreateDeleteTest, PreAnalyzedFieldManagedSchemaCloudTest, StressHdfsTest, TestSort, TestPointFields, DocumentBuilderTest, DOMUtilTest, TestSolrDeletionPolicy1, TestFastOutputStream, TestXIncludeConfig, MultiTermTest, TestDefaultSearchFieldResource, FileUtilsTest, TestSortByMinMaxFunction, TestSolrCloudSnapshots, TestUnifiedSolrHighlighter, TestHdfsUpdateLog, EnumFieldTest, SampleTest, TestPseudoReturnFields, TestDocTermOrds, TestJmxIntegration, TestDynamicLoading, TestSolrJ, DisMaxRequestHandlerTest, TriLevelCompositeIdRoutingTest, DistributedSpellCheckComponentTest, SolrJmxReporterTest, SyncSliceTest, HdfsRestartWhileUpdatingTest, HdfsRecoverLeaseTest, HdfsChaosMonkeyNothingIsSafeTest, SparseHLLTest, TestMiniSolrCloudClusterSSL, RecoveryZkTest, SolrGangliaReporterTest, DocValuesTest, ActionThrottleTest, TestUseDocValuesAsStored2, BaseCdcrDistributedZkTest, SpatialFilterTest, CursorPagingTest, TestFastLRUCache, OverriddenZkACLAndCredentialsProvidersTest, BlockJoinFacetSimpleTest, TestCollationFieldDocValues, RemoteQueryErrorTest, TestConfigReload, TestPhraseSuggestions, SaslZkACLProviderTest, CopyFieldTest, BlockJoinFacetDistribTest, TestAuthorizationFramework, TestFieldTypeResource, PrimUtilsTest, SolrCoreMetricManagerTest, DocValuesMultiTest, TestElisionMultitermQuery, TestLFUCache, ResponseHeaderTest, SchemaVersionSpecificBehaviorTest, TestTolerantSearch, TestWordDelimiterFilterFactory, TestSchemaVersionResource, TestHashQParserPlugin, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest, TestHashPartitioner, DateFieldTest, TestFileDictionaryLookup, DistributedQueryElevationComponentTest, TestBinaryResponseWriter, TestComplexPhraseLeadingWildcard, DateRangeFieldTest, TestManagedSchemaAPI, SharedFSAutoReplicaFailoverTest, ZkCLITest, TestConfigSetsAPI, HdfsCollectionsAPIDistributedZkTest, BooleanFieldTest, OverseerStatusTest, ClusterStateUpdateTest, TestCollationField, TestXmlQParser, DeleteLastCustomShardedReplicaTest, JavabinLoaderTest, PluginInfoTest, ConcurrentDeleteAndCreateCollectionTest, IndexSchemaRuntimeFieldTest, PeerSyncReplicationTest, TimeZoneUtilsTest, TestBM25SimilarityFactory, TestCoreContainer, TestManagedSynonymFilterFactory, DirectUpdateHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPushWriter, SolrIndexConfigTest, DistribDocExpirationUpdateProcessorTest, TestTolerantUpdateProcessorRandomCloud, HdfsDirectoryTest, TestSweetSpotSimilarityFactory, PrimitiveFieldTypeTest, DistributedMLTComponentTest, SuggesterFSTTest, TestLeaderElectionZkExpiry, TestFieldCacheSort, TestUniqueKeyFieldResource, SOLR749Test, TestReRankQParserPlugin, TestRebalanceLeaders, TestDeleteCollectionOnDownNodes, AddSchemaFieldsUpdateProcessorFactoryTest, MoreLikeThisHandlerTest, TestLRUStatsCache, SuggestComponentContextFilterQueryTest, ConnectionManagerTest, RulesTest, ZkNodePropsTest, TestNRTOpen, CdcrUpdateLogTest, TestPerFieldSimilarity, TestExportWriter, TestAuthenticationFramework, TestScoreJoinQPNoScore, SolrMetricReporterTest, SolrTestCaseJ4Test, TestPartialUpdateDeduplication, BasicDistributedZkTest, TestSolrCLIRunExample, LeaderElectionTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomDVFaceting, TestDistributedSearch, TestFaceting, TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, TestSolr4Spatial, SpellCheckComponentTest, QueryElevationComponentTest, TestFiltering, HighlighterTest, SoftAutoCommitTest, CoreAdminHandlerTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, FileBasedSpellCheckerTest, RequestHandlersTest, FastVectorHighlighterTest, LoggingHandlerTest, ReturnFieldsTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestMergePolicyConfig, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, CollectionTooManyReplicasTest, CustomCollectionTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, ReplicationFactorTest, RollingRestartTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=836C439A06BD0838 -Dtests.slow=true -Dtests.locale=ar-OM -Dtests.timezone=Kwajalein -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=22992, name=jetty-launcher-3530-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEv

[...truncated too long message...]

rriddenZkACLAndCredentialsProvidersTest, BlockJoinFacetSimpleTest, TestCollationFieldDocValues, RemoteQueryErrorTest, TestConfigReload, TestPhraseSuggestions, SaslZkACLProviderTest, CopyFieldTest, BlockJoinFacetDistribTest, TestAuthorizationFramework, TestFieldTypeResource, PrimUtilsTest, SolrCoreMetricManagerTest, DocValuesMultiTest, TestElisionMultitermQuery, TestLFUCache, ResponseHeaderTest, SchemaVersionSpecificBehaviorTest, TestTolerantSearch, TestWordDelimiterFilterFactory, TestSchemaVersionResource, TestHashQParserPlugin, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest, TestHashPartitioner, DateFieldTest, TestFileDictionaryLookup, DistributedQueryElevationComponentTest, TestBinaryResponseWriter, TestComplexPhraseLeadingWildcard, DateRangeFieldTest, TestManagedSchemaAPI, SharedFSAutoReplicaFailoverTest, ZkCLITest, TestConfigSetsAPI, HdfsCollectionsAPIDistributedZkTest, BooleanFieldTest, OverseerStatusTest, ClusterStateUpdateTest, TestCollationField, TestXmlQParser, DeleteLastCustomShardedReplicaTest, JavabinLoaderTest, PluginInfoTest, ConcurrentDeleteAndCreateCollectionTest, IndexSchemaRuntimeFieldTest, PeerSyncReplicationTest, TimeZoneUtilsTest, TestBM25SimilarityFactory, TestCoreContainer, TestManagedSynonymFilterFactory, DirectUpdateHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPushWriter, SolrIndexConfigTest, DistribDocExpirationUpdateProcessorTest, TestTolerantUpdateProcessorRandomCloud, HdfsDirectoryTest, TestSweetSpotSimilarityFactory, PrimitiveFieldTypeTest, DistributedMLTComponentTest, SuggesterFSTTest, TestLeaderElectionZkExpiry, TestFieldCacheSort, TestUniqueKeyFieldResource, SOLR749Test, TestReRankQParserPlugin, TestRebalanceLeaders, TestDeleteCollectionOnDownNodes, AddSchemaFieldsUpdateProcessorFactoryTest, MoreLikeThisHandlerTest, TestLRUStatsCache, SuggestComponentContextFilterQueryTest, ConnectionManagerTest, RulesTest, ZkNodePropsTest, TestNRTOpen, CdcrUpdateLogTest, TestPerFieldSimilarity, TestExportWriter, TestAuthenticationFramework, TestScoreJoinQPNoScore, SolrMetricReporterTest, SolrTestCaseJ4Test, TestPartialUpdateDeduplication, BasicDistributedZkTest, TestSolrCLIRunExample, LeaderElectionTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomDVFaceting, TestDistributedSearch, TestFaceting, TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, TestSolr4Spatial, SpellCheckComponentTest, QueryElevationComponentTest, TestFiltering, HighlighterTest, SoftAutoCommitTest, CoreAdminHandlerTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, FileBasedSpellCheckerTest, RequestHandlersTest, FastVectorHighlighterTest, LoggingHandlerTest, ReturnFieldsTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestMergePolicyConfig, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, CollectionTooManyReplicasTest, CustomCollectionTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, ReplicationFactorTest, RollingRestartTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TlogReplayBufferedWhileIndexingTest, HdfsNNFailoverTest, HdfsSyncSliceTest, HdfsThreadLeakTest, CachingDirectoryFactoryTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestHdfsBackupRestoreCore, TestReplicationHandlerBackup, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, DistributedSuggestComponentTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, TestMacroExpander, TestCustomDocTransformer, TestJavabinTupleStreamParser, TestChildDocTransformer, TestSubQueryTransformerDistrib, TestCloudSchemaless, TestReloadDeadlock, TestSolr4Spatial2, TestSolrCoreParser, TestSolrFieldCacheMBean, TestStressUserVersions, TestJsonFacetRefinement, TestJsonFacets, TestMinMaxOnMultiValuedField, TestOrdValues, BlockJoinFacetRandomTest, GraphQueryTest, TestScoreJoinQPScore, TestJsonRequest, SimpleMLTQParserTest, TestClassicSimilarityFactory, TestDFISimilarityFactory, TestNonDefinedSimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestDefaultStatsCache, TestExactSharedStatsCache, BasicAuthIntegrationTest, BasicAuthStandaloneTest, PKIAuthenticationIntegrationTest, TestPKIAuthenticationPlugin, TestDelegationWithHadoopAuth, TestImpersonationWithHadoopAuth]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=836C439A06BD0838 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=Europe/Moscow -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]    >    1) Thread[id=26722, name=jetty-launcher-4026-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]    >    2) Thread[id=26718, name=jetty-launcher-4026-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([836C439A06BD0838]:0)
   [junit4] Completed [641/680 (2!)] on J0 in 40.35s, 10 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 62548 lines...]