You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/01/25 10:13:09 UTC

[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 633 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/633/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([F39113DC53B2730A:9B2E26F6832861E6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:141)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:295)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10773 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_F39113DC53B2730A-001/init-core-data-001
   [junit4]   2> 30372 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[F39113DC53B2730A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 30374 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[F39113DC53B2730A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_F39113DC53B2730A-001/tempDir-001
   [junit4]   2> 30374 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[F39113DC53B2730A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 30375 INFO  (Thread-134) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 30375 INFO  (Thread-134) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 30475 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[F39113DC53B2730A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:56872
   [junit4]   2> 30491 INFO  (jetty-launcher-55-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 30493 INFO  (jetty-launcher-55-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b940d6f{/solr,null,AVAILABLE}
   [junit4]   2> 30494 INFO  (jetty-launcher-55-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@28f143a0{HTTP/1.1,[http/1.1]}{127.0.0.1:64845}
   [junit4]   2> 30494 INFO  (jetty-launcher-55-thread-2) [    ] o.e.j.s.Server Started @32988ms
   [junit4]   2> 30494 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64845}
   [junit4]   2> 30494 ERROR (jetty-launcher-55-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 30494 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.5.0
   [junit4]   2> 30495 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 30495 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 30495 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-25T07:42:52.594Z
   [junit4]   2> 30497 INFO  (jetty-launcher-55-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 30503 INFO  (jetty-launcher-55-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@676d2117{/solr,null,AVAILABLE}
   [junit4]   2> 30503 INFO  (jetty-launcher-55-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3344bd94{HTTP/1.1,[http/1.1]}{127.0.0.1:40101}
   [junit4]   2> 30503 INFO  (jetty-launcher-55-thread-1) [    ] o.e.j.s.Server Started @32998ms
   [junit4]   2> 30503 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40101}
   [junit4]   2> 30504 ERROR (jetty-launcher-55-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 30504 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.5.0
   [junit4]   2> 30504 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 30504 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 30504 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-25T07:42:52.603Z
   [junit4]   2> 30518 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 30518 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 30528 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 30529 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56872/solr
   [junit4]   2> 30530 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 30532 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56872/solr
   [junit4]   2> 30609 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64845_solr
   [junit4]   2> 30612 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.c.Overseer Overseer (id=97342598183321606-127.0.0.1:64845_solr-n_0000000000) starting
   [junit4]   2> 30616 INFO  (jetty-launcher-55-thread-1) [n:127.0.0.1:40101_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40101_solr
   [junit4]   2> 30620 INFO  (zkCallback-66-thread-1-processing-n:127.0.0.1:64845_solr) [n:127.0.0.1:64845_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 30627 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64845_solr
   [junit4]   2> 30788 INFO  (jetty-launcher-55-thread-1) [n:127.0.0.1:40101_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 30834 INFO  (zkCallback-65-thread-2-processing-n:127.0.0.1:40101_solr) [n:127.0.0.1:40101_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 30838 INFO  (OverseerStateUpdate-97342598183321606-127.0.0.1:64845_solr-n_0000000000) [n:127.0.0.1:64845_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 30842 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 30842 INFO  (jetty-launcher-55-thread-1) [n:127.0.0.1:40101_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 30842 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 30953 INFO  (jetty-launcher-55-thread-1) [n:127.0.0.1:40101_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 30961 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 30994 INFO  (jetty-launcher-55-thread-1-EventThread) [n:127.0.0.1:40101_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 30997 INFO  (jetty-launcher-55-thread-2-EventThread) [n:127.0.0.1:64845_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 32267 INFO  (jetty-launcher-55-thread-1) [n:127.0.0.1:40101_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@61ea4870
   [junit4]   2> 32267 INFO  (jetty-launcher-55-thread-1) [n:127.0.0.1:40101_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@61ea4870
   [junit4]   2> 32271 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@49f834d
   [junit4]   2> 32271 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@49f834d
   [junit4]   2> 32274 INFO  (jetty-launcher-55-thread-2) [n:127.0.0.1:64845_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_F39113DC53B2730A-001/tempDir-001/node1/.
   [junit4]   2> 32275 INFO  (jetty-launcher-55-thread-1) [n:127.0.0.1:40101_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_F39113DC53B2730A-001/tempDir-001/node2/.
   [junit4]   2> 32345 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 33096 WARN  (qtp33834744-397) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 33112 WARN  (qtp33834744-397) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 33136 WARN  (qtp1418050088-407) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 33138 WARN  (qtp1418050088-407) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 33181 WARN  (qtp33834744-402) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 33181 WARN  (qtp33834744-402) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 33185 WARN  (qtp1418050088-409) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 33186 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 33187 WARN  (qtp1418050088-409) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 33210 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 33232 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 33251 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 33337 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=F39113DC53B2730A -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=America/Belize -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.11s J0 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F39113DC53B2730A:9B2E26F6832861E6]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:141)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:295)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 33364 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 33403 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 33405 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 33422 INFO  (qtp33834744-392) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9XqigFZ-KBZ6gUDFH527ifXXTggwaWzjWqUGY0rLkKXB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33422 INFO  (qtp33834744-392) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9XqigFZ-KBZ6gUDFH527ifXXTggwaWzjWqUGY0rLkKXB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33452 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 33455 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 33457 INFO  (qtp33834744-399) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9XqigFZ-KBZ6gUDFH527ifXXTggwaWzjWqUGY0rLkKXB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33458 INFO  (qtp33834744-399) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9XqigFZ-KBZ6gUDFH527ifXXTggwaWzjWqUGY0rLkKXB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33466 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 33497 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 33562 INFO  (qtp33834744-398) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9Z2igFZ-KBadgYDFM6x1YiRs8aJsOVdLA9i-YS7pVumB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33562 INFO  (qtp33834744-398) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9Z2igFZ-KBadgYDFM6x1YiRs8aJsOVdLA9i-YS7pVumB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33563 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 33605 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 33677 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 33678 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 33682 INFO  (qtp33834744-393) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9bfigFZ-KBa3wcDFFqfk1VOQ2QkhnwBTBMg88iza4qMB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33682 INFO  (qtp33834744-393) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9bfigFZ-KBa3wcDFFqfk1VOQ2QkhnwBTBMg88iza4qMB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33691 INFO  (qtp1418050088-414) [n:127.0.0.1:40101_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9bfigFZ-KBa3wcDFFqfk1VOQ2QkhnwBTBMg88iza4qMB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33691 INFO  (qtp1418050088-414) [n:127.0.0.1:40101_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9bfigFZ-KBa3wcDFFqfk1VOQ2QkhnwBTBMg88iza4qMB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33763 INFO  (qtp33834744-406) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9dPigFZ-KBbTwgDFDoQwpcc63JVhwiXKQrXYQ2H0lTWB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33763 INFO  (qtp33834744-406) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9dPigFZ-KBbTwgDFDoQwpcc63JVhwiXKQrXYQ2H0lTWB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33772 INFO  (qtp1418050088-409) [n:127.0.0.1:40101_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9dPigFZ-KBbTwgDFDoQwpcc63JVhwiXKQrXYQ2H0lTWB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33772 INFO  (qtp1418050088-409) [n:127.0.0.1:40101_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9dPigFZ-KBbTwgDFDoQwpcc63JVhwiXKQrXYQ2H0lTWB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33822 INFO  (qtp33834744-399) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9eJigFZ-KBbiQkDFBVCoZcxcvYO14dUYE0WfVZhz71eB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33822 INFO  (qtp33834744-399) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9eJigFZ-KBbiQkDFBVCoZcxcvYO14dUYE0WfVZhz71eB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33850 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 33852 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 33876 INFO  (qtp1418050088-411) [n:127.0.0.1:40101_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9eJigFZ-KBbiQkDFBVCoZcxcvYO14dUYE0WfVZhz71eB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 33877 INFO  (qtp1418050088-411) [n:127.0.0.1:40101_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9eJigFZ-KBbiQkDFBVCoZcxcvYO14dUYE0WfVZhz71eB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 33891 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 33894 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 33977 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 33979 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 34002 INFO  (qtp33834744-406) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9gIigFZ-KBcCAoDFIHxCcCK0-U7YjRS7L2LZ07OvFh3B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 34002 INFO  (qtp33834744-406) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9gIigFZ-KBcCAoDFIHxCcCK0-U7YjRS7L2LZ07OvFh3B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 34011 INFO  (qtp1418050088-414) [n:127.0.0.1:40101_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9gIigFZ-KBcCAoDFIHxCcCK0-U7YjRS7L2LZ07OvFh3B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 34011 INFO  (qtp1418050088-414) [n:127.0.0.1:40101_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVnUk9gIigFZ-KBcCAoDFIHxCcCK0-U7YjRS7L2LZ07OvFh3B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 34015 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 34034 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 34049 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 34050 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 34070 INFO  (qtp33834744-406) [n:127.0.0.1:64845_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 34071 INFO  (qtp33834744-406) [n:127.0.0.1:64845_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 34095 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 34128 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 34151 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 34152 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 34159 ERROR (qtp33834744-392) [n:127.0.0.1:64845_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_11]
   [junit4]   2> 34258 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 34260 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 34305 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 34307 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 34345 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 34346 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 34352 ERROR (qtp33834744-403) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_12]
   [junit4]   2> 34386 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 34387 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56872/solr ready
   [junit4]   2> 34392 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[F39113DC53B2730A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 34395 INFO  (jetty-launcher-55-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@28f143a0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 34395 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1155429809
   [junit4]   2> 34414 INFO  (jetty-launcher-55-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3344bd94{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 34415 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1377277192
   [junit4]   2> 34415 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97342598183321606-127.0.0.1:64845_solr-n_0000000000) closing
   [junit4]   2> 34418 INFO  (OverseerStateUpdate-97342598183321606-127.0.0.1:64845_solr-n_0000000000) [n:127.0.0.1:64845_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64845_solr
   [junit4]   2> 34433 WARN  (zkCallback-66-thread-3-processing-n:127.0.0.1:64845_solr) [n:127.0.0.1:64845_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 34433 INFO  (jetty-launcher-55-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 34434 ERROR (Thread[Thread-154,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:64845_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 34436 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159d493ca3b0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 34450 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159d493ca3b0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 34452 INFO  (jetty-launcher-55-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b940d6f{/solr,null,UNAVAILABLE}
   [junit4]   2> 35938 WARN  (zkCallback-65-thread-2-processing-n:127.0.0.1:40101_solr) [n:127.0.0.1:40101_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 35939 INFO  (jetty-launcher-55-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 35939 ERROR (Thread[Thread-156,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:40101_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 35942 INFO  (jetty-launcher-55-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@676d2117{/solr,null,UNAVAILABLE}
   [junit4]   2> 35945 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[F39113DC53B2730A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56872 56872
   [junit4]   2> 35960 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 35963 INFO  (Thread-134) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56872 56872
   [junit4]   2> 35966 WARN  (Thread-134) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/aliases.json
   [junit4]   2> 	14	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 	14	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 35967 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[F39113DC53B2730A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_F39113DC53B2730A-001
   [junit4]   2> Jan 25, 2017 7:42:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2, maxDocsPerChunk=742, blockSize=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2, blockSize=6)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=en-NZ, timezone=America/Belize
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=54375712,total=134258688
   [junit4]   2> NOTE: All tests run in this JVM: [NumericFieldsTest, TestDefaultStatsCache, PathHierarchyTokenizerFactoryTest, DeleteLastCustomShardedReplicaTest, TestSolrQueryResponse, QueryResultKeyTest, TestSolrCoreParser, ConjunctionSolrSpellCheckerTest, RequiredFieldsTest, TestClusterProperties, BadCopyFieldTest, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [16/681 (1!)] on J0 in 6.63s, 8 tests, 1 failure <<< FAILURES!

[...truncated 54743 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /usr/jdk/instances/jdk1.8.0/jre/bin/java -XX:+UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=F39113DC53B2730A -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=6.5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/temp -Dcommon.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene -Dclover.db.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/clover/db -Djava.security.policy=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=6.5.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/classes/test:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/test-framework/lib/junit4-ant-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/codecs/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/common/lucene-analyzers-common-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/codecs/lucene-codecs-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/backward-codecs/lucene-backward-codecs-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/highlighter/lucene-highlighter-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/memory/lucene-memory-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/misc/lucene-misc-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/spatial-extras/lucene-spatial-extras-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/expressions/lucene-expressions-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/suggest/lucene-suggest-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/grouping/lucene-grouping-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/queries/lucene-queries-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/queryparser/lucene-queryparser-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/join/lucene-join-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/sandbox/lucene-sandbox-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/classification/lucene-classification-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/asm-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/asm-commons-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/caffeine-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-cli-1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-codec-1.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-configuration-1.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-exec-1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-fileupload-1.3.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-lang-2.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/curator-client-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/curator-framework-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/curator-recipes-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/dom4j-1.6.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/guava-14.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-annotations-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-auth-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-common-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-hdfs-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hppc-0.7.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-core-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-core-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/joda-time-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/log4j-1.2.17.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/org.restlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/protobuf-java-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/slf4j-log4j12-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/spatial4j-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/t-digest-3.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/httpclient-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/httpcore-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/httpmime-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/noggit-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/slf4j-api-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/stax2-api-3.1.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/zookeeper-3.4.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/gmetric4j-1.0.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/javax.servlet-api-3.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-core-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-ganglia-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-graphite-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-jetty9-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-jvm-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/test-framework/lib/junit-4.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/antlr-2.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/api-all-1.0.0-M20.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/bcprov-jdk15-1.45.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/byte-buddy-1.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/cglib-nodep-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/commons-math3-3.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/easymock-3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/ehcache-core-2.4.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jackson-annotations-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jackson-databind-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jersey-core-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jersey-server-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jetty-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jetty-util-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/mina-core-2.0.0-M5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/mockito-core-2.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/netty-all-4.0.36.Final.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/objenesis-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/icu/lucene-analyzers-icu-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/contrib/solr-analysis-extras/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/queryparser/classes/test:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/export/home/jenkins/.ant/lib/ivy-2.3.0.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/usr/jdk/instances/jdk1.8.0/lib/tools.jar:/export/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/temp/junit4-J0-20170125_074219_5146564980560994785231.events @/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/temp/junit4-J0-20170125_074219_5144777017464731072575.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: java.io.IOException: No space left on device
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4] 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4] 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4] 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211)
   [junit4] 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4] 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4] 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4] 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Closer.close(Closer.java:214)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1526)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)
   [junit4] ERROR: JVM J1 ended with an exception, command line: /usr/jdk/instances/jdk1.8.0/jre/bin/java -XX:+UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=F39113DC53B2730A -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=6.5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/temp -Dcommon.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene -Dclover.db.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/clover/db -Djava.security.policy=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=6.5.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/classes/test:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/test-framework/lib/junit4-ant-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/test-framework/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/codecs/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/common/lucene-analyzers-common-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/codecs/lucene-codecs-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/backward-codecs/lucene-backward-codecs-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/highlighter/lucene-highlighter-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/memory/lucene-memory-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/misc/lucene-misc-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/spatial-extras/lucene-spatial-extras-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/expressions/lucene-expressions-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/suggest/lucene-suggest-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/grouping/lucene-grouping-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/queries/lucene-queries-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/queryparser/lucene-queryparser-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/join/lucene-join-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/sandbox/lucene-sandbox-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/classification/lucene-classification-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/asm-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/asm-commons-5.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/caffeine-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-cli-1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-codec-1.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-configuration-1.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-exec-1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-fileupload-1.3.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/commons-lang-2.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/curator-client-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/curator-framework-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/curator-recipes-2.8.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/dom4j-1.6.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/guava-14.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-annotations-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-auth-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-common-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hadoop-hdfs-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/hppc-0.7.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-core-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-core-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/joda-time-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/log4j-1.2.17.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/org.restlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/protobuf-java-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/slf4j-log4j12-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/spatial4j-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/lib/t-digest-3.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/commons-io-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/httpclient-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/httpcore-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/httpmime-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/noggit-0.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/slf4j-api-1.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/stax2-api-3.1.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/solrj/lib/zookeeper-3.4.6.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/gmetric4j-1.0.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/javax.servlet-api-3.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-core-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-ganglia-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-graphite-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-jetty9-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/server/lib/metrics-jvm-3.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/test-framework/lib/junit-4.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/antlr-2.7.7.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/api-all-1.0.0-M20.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/bcprov-jdk15-1.45.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/byte-buddy-1.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/cglib-nodep-2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/commons-collections-3.2.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/commons-math3-3.4.1.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/easymock-3.0.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/ehcache-core-2.4.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jackson-annotations-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jackson-databind-2.5.4.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jersey-core-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jersey-server-1.9.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jetty-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/jetty-util-6.1.26.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/mina-core-2.0.0-M5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/mockito-core-2.6.2.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/netty-all-4.0.36.Final.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/objenesis-2.5.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/presto-parser-0.122.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/test-lib/slice-0.10.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/analysis/icu/lucene-analyzers-icu-6.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/contrib/solr-analysis-extras/classes/java:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/build/queryparser/classes/test:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/export/home/jenkins/.ant/lib/ivy-2.3.0.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/usr/jdk/instances/jdk1.8.0/lib/tools.jar:/export/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/temp/junit4-J1-20170125_074219_5144731774166579274068.events @/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/temp/junit4-J1-20170125_074219_5142336024307005704168.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: java.io.IOException: No space left on device
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4] 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4] 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4] 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211)
   [junit4] 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4] 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4] 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4] 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Closer.close(Closer.java:214)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1526)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:775: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:719: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:252: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:536: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1444: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:985: At least one slave process threw an exception, first: No space left on device

Total time: 169 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 634 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/634/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([4785D7EF93182F22:2F3AE2C543823DCE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.cancelDelegationToken(TestDelegationWithHadoopAuth.java:128)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenCancelFail(TestDelegationWithHadoopAuth.java:280)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11261 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_4785D7EF93182F22-001/init-core-data-001
   [junit4]   2> 1080099 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[4785D7EF93182F22]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1080100 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[4785D7EF93182F22]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_4785D7EF93182F22-001/tempDir-001
   [junit4]   2> 1080100 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[4785D7EF93182F22]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1080104 INFO  (Thread-4345) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1080104 INFO  (Thread-4345) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1080200 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[4785D7EF93182F22]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:57006
   [junit4]   2> 1080211 INFO  (jetty-launcher-1230-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1080211 INFO  (jetty-launcher-1230-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1080214 INFO  (jetty-launcher-1230-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@283e55ea{/solr,null,AVAILABLE}
   [junit4]   2> 1080214 INFO  (jetty-launcher-1230-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d7e6549{/solr,null,AVAILABLE}
   [junit4]   2> 1080218 INFO  (jetty-launcher-1230-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44d96451{HTTP/1.1,[http/1.1]}{127.0.0.1:58938}
   [junit4]   2> 1080218 INFO  (jetty-launcher-1230-thread-2) [    ] o.e.j.s.Server Started @1083445ms
   [junit4]   2> 1080218 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58938}
   [junit4]   2> 1080218 ERROR (jetty-launcher-1230-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1080218 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 1080218 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1080218 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1080218 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-25T19:48:03.591Z
   [junit4]   2> 1080219 INFO  (jetty-launcher-1230-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@898d274{HTTP/1.1,[http/1.1]}{127.0.0.1:62921}
   [junit4]   2> 1080219 INFO  (jetty-launcher-1230-thread-1) [    ] o.e.j.s.Server Started @1083446ms
   [junit4]   2> 1080219 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62921}
   [junit4]   2> 1080219 ERROR (jetty-launcher-1230-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1080220 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 1080220 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1080220 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1080220 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-25T19:48:03.593Z
   [junit4]   2> 1080223 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1080224 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1080232 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1080233 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57006/solr
   [junit4]   2> 1080234 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1080235 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57006/solr
   [junit4]   2> 1080273 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62921_solr
   [junit4]   2> 1080275 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58938_solr
   [junit4]   2> 1080275 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.c.Overseer Overseer (id=97345449720414213-127.0.0.1:62921_solr-n_0000000000) starting
   [junit4]   2> 1080283 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62921_solr
   [junit4]   2> 1080378 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from ZK: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 1080384 INFO  (zkCallback-1240-thread-1-processing-n:127.0.0.1:62921_solr) [n:127.0.0.1:62921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1080384 INFO  (zkCallback-1241-thread-1-processing-n:127.0.0.1:58938_solr) [n:127.0.0.1:58938_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1080386 INFO  (zkCallback-1241-thread-2-processing-n:127.0.0.1:58938_solr) [n:127.0.0.1:58938_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1080387 INFO  (OverseerStateUpdate-97345449720414213-127.0.0.1:62921_solr-n_0000000000) [n:127.0.0.1:62921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1080388 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper}
   [junit4]   2> 1080473 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1080523 INFO  (jetty-launcher-1230-thread-1-EventThread) [n:127.0.0.1:62921_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1080559 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from ZK: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 1080560 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper}
   [junit4]   2> 1080560 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1080564 INFO  (jetty-launcher-1230-thread-2-EventThread) [n:127.0.0.1:58938_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1080639 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 1080639 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@4a259197
   [junit4]   2> 1080639 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@4a259197
   [junit4]   2> 1080642 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 1080642 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@4bc48d48
   [junit4]   2> 1080642 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@4bc48d48
   [junit4]   2> 1080652 INFO  (jetty-launcher-1230-thread-1) [n:127.0.0.1:62921_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_4785D7EF93182F22-001/tempDir-001/node1/.
   [junit4]   2> 1080654 INFO  (jetty-launcher-1230-thread-2) [n:127.0.0.1:58938_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_4785D7EF93182F22-001/tempDir-001/node2/.
   [junit4]   2> 1080904 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 1080909 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1080911 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1080936 INFO  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&user.name=foo&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1080936 INFO  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&user.name=foo&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1080941 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=foo&p=foo&t=simple-dt&e=1485409684298&s=hT6tbOFmhvSqlW5hXwbNBXXUBzw="; Domain=127.0.0.1; Expires=jeu., 26-janv.-2017 05:48:04 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 26-janv.-2017 05:48:04 GMT
   [junit4]   2> 1080942 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 1080964 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 1081066 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDelegationWithHadoopAuth -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=4785D7EF93182F22 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=America/Bahia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.13s J1 | TestDelegationWithHadoopAuth.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4785D7EF93182F22:2F3AE2C543823DCE]:0)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.cancelDelegationToken(TestDelegationWithHadoopAuth.java:128)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenCancelFail(TestDelegationWithHadoopAuth.java:280)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1081117 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 1081141 INFO  (qtp1642305584-10072) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7sMigFZ-zg_DAIDFK8Lm5Ug0IzL6WCUtM0uWqTy47KoB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081141 INFO  (qtp1642305584-10072) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7sMigFZ-zg_DAIDFK8Lm5Ug0IzL6WCUtM0uWqTy47KoB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081145 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081146 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081149 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081153 INFO  (qtp1771910424-10065) [n:127.0.0.1:58938_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7sMigFZ-zg_DAIDFK8Lm5Ug0IzL6WCUtM0uWqTy47KoB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081153 INFO  (qtp1771910424-10065) [n:127.0.0.1:58938_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7sMigFZ-zg_DAIDFK8Lm5Ug0IzL6WCUtM0uWqTy47KoB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081155 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081174 INFO  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7syigFZ-zg_MgMDFPZCl4HDsfnPM6WiKAxF5x9I9S2IB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081174 INFO  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7syigFZ-zg_MgMDFPZCl4HDsfnPM6WiKAxF5x9I9S2IB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081176 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081180 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081181 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081183 INFO  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7syigFZ-zg_MgMDFPZCl4HDsfnPM6WiKAxF5x9I9S2IB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081184 INFO  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7syigFZ-zg_MgMDFPZCl4HDsfnPM6WiKAxF5x9I9S2IB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081188 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081190 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081192 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081209 INFO  (qtp1642305584-10078) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7tYigFZ-zg_WAQDFIFg89eWvpR21dIWkOOV5HoPbLWFB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081209 INFO  (qtp1642305584-10078) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7tYigFZ-zg_WAQDFIFg89eWvpR21dIWkOOV5HoPbLWFB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081213 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081214 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081216 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081221 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081223 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081225 INFO  (qtp1642305584-10074) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7tYigFZ-zg_WAQDFIFg89eWvpR21dIWkOOV5HoPbLWFB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081225 INFO  (qtp1642305584-10074) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7tYigFZ-zg_WAQDFIFg89eWvpR21dIWkOOV5HoPbLWFB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081228 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081242 INFO  (qtp1642305584-10077) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7t7igFZ-zg_ewUDFFP-UJGiJuMhJAse2KrCGsxQHSzIB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081242 INFO  (qtp1642305584-10077) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7t7igFZ-zg_ewUDFFP-UJGiJuMhJAse2KrCGsxQHSzIB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081244 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081248 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081250 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081252 INFO  (qtp1642305584-10079) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7t7igFZ-zg_ewUDFFP-UJGiJuMhJAse2KrCGsxQHSzIB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081252 INFO  (qtp1642305584-10079) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7t7igFZ-zg_ewUDFFP-UJGiJuMhJAse2KrCGsxQHSzIB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081255 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081256 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 1081283 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 1081294 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 1081323 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 1081335 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081336 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081337 INFO  (qtp1642305584-10077) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7vbigFZ-zg_2wcDFC7t0f8LRQnGP5_TEz1IqS7PZUhjB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081338 INFO  (qtp1642305584-10077) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7vbigFZ-zg_2wcDFC7t0f8LRQnGP5_TEz1IqS7PZUhjB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081343 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081345 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081347 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081351 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081353 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081355 INFO  (qtp1642305584-10074) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7vbigFZ-zg_2wcDFC7t0f8LRQnGP5_TEz1IqS7PZUhjB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081355 INFO  (qtp1642305584-10074) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7vbigFZ-zg_2wcDFC7t0f8LRQnGP5_TEz1IqS7PZUhjB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081360 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081361 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081363 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081365 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 1081396 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 1081411 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081413 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081415 ERROR (qtp1642305584-10078) [n:127.0.0.1:62921_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_8]
   [junit4]   2> 1081422 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081427 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081428 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081430 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081446 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081448 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081450 ERROR (qtp1642305584-10074) [n:127.0.0.1:62921_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_9]
   [junit4]   2> 1081457 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1081459 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57006/solr ready
   [junit4]   2> 1081461 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081464 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081465 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 1081490 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 1081502 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081504 INFO  (qtp1642305584-10080) [n:127.0.0.1:62921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7yFigFZ-zhAhQoDFJe1DWC3-mwH-Q9kCO80FRQ_WQrGB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1081504 INFO  (qtp1642305584-10080) [n:127.0.0.1:62921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAVnXK7yFigFZ-zhAhQoDFJe1DWC3-mwH-Q9kCO80FRQ_WQrGB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1081505 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 1081535 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 1081546 WARN  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token with renewer foo
   [junit4]   2> 1081547 WARN  (qtp1642305584-10073) [n:127.0.0.1:62921_solr    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1081547 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081549 WARN  (qtp1771910424-10063) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token with renewer foo
   [junit4]   2> 1081549 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081549 WARN  (qtp1771910424-10063) [    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1081560 WARN  (qtp1642305584-10078) [n:127.0.0.1:62921_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 1081561 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081561 WARN  (qtp1642305584-10078) [n:127.0.0.1:62921_solr    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1081564 WARN  (qtp1771910424-10066) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 1081564 WARN  (qtp1771910424-10066) [    ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 1081564 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[4785D7EF93182F22]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 1081565 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[4785D7EF93182F22]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 1081567 INFO  (jetty-launcher-1230-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@44d96451{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1081567 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2140763823
   [junit4]   2> 1081570 INFO  (jetty-launcher-1230-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@898d274{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1081571 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1186326535
   [junit4]   2> 1081582 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97345449720414213-127.0.0.1:62921_solr-n_0000000000) closing
   [junit4]   2> 1081582 INFO  (OverseerStateUpdate-97345449720414213-127.0.0.1:62921_solr-n_0000000000) [n:127.0.0.1:62921_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62921_solr
   [junit4]   2> 1081582 INFO  (zkCallback-1240-thread-3-processing-n:127.0.0.1:62921_solr) [n:127.0.0.1:62921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1081583 INFO  (jetty-launcher-1230-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1081584 ERROR (Thread[Thread-4362,5,TGRP-TestDelegationWithHadoopAuth]) [n:127.0.0.1:62921_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1081595 INFO  (jetty-launcher-1230-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d7e6549{/solr,null,UNAVAILABLE}
   [junit4]   2> 1083081 WARN  (zkCallback-1241-thread-2-processing-n:127.0.0.1:58938_solr) [n:127.0.0.1:58938_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1083082 INFO  (jetty-launcher-1230-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1083082 ERROR (Thread[Thread-4364,5,TGRP-TestDelegationWithHadoopAuth]) [n:127.0.0.1:58938_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1083087 INFO  (jetty-launcher-1230-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@283e55ea{/solr,null,UNAVAILABLE}
   [junit4]   2> 1083089 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[4785D7EF93182F22]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57006 57006
   [junit4]   2> 1083126 INFO  (Thread-4345) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57006 57006
   [junit4]   2> 1083127 WARN  (Thread-4345) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/aliases.json
   [junit4]   2> 	17	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	17	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 1083128 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[4785D7EF93182F22]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_4785D7EF93182F22-001
   [junit4]   2> Jan 25, 2017 7:48:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1670, maxMBSortInHeap=5.125795871975305, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=fr-CA, timezone=America/Bahia
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=62429688,total=402653184
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleMLTQParserTest, BooleanFieldTest, DistributedDebugComponentTest, TestQuerySenderNoQuery, TestJmxMonitoredMap, MetricsHandlerTest, TestSolrQueryParser, TestTrackingShardHandlerFactory, SolrCoreCheckLockOnStartupTest, ResponseHeaderTest, TestReqParamsAPI, TestStressUserVersions, URLClassifyProcessorTest, CoreAdminCreateDiscoverTest, OverseerTaskQueueTest, TestSolr4Spatial2, SpatialHeatmapFacetsTest, TestSQLHandler, TestHdfsUpdateLog, DistanceFunctionTest, HdfsDirectoryTest, SSLMigrationTest, TestMacroExpander, DistribJoinFromCollectionTest, BasicAuthIntegrationTest, BlockDirectoryTest, RestartWhileUpdatingTest, DeleteInactiveReplicaTest, StatsComponentTest, TestExpandComponent, RegexBoostProcessorTest, TestXmlQParser, TestCollectionAPI, TestJoin, ShardSplitTest, WordBreakSolrSpellCheckerTest, SpellPossibilityIteratorTest, ClassificationUpdateProcessorTest, TestGraphTermsQParserPlugin, TestDFISimilarityFactory, CollectionsAPIDistributedZkTest, TestCoreDiscovery, CacheHeaderTest, SolrCLIZkUtilsTest, TestClusterStateMutator, DefaultValueUpdateProcessorTest, CSVRequestHandlerTest, CheckHdfsIndexTest, TestSuggestSpellingConverter, SortByFunctionTest, RecoveryAfterSoftCommitTest, TestJsonRequest, ForceLeaderTest, OverseerRolesTest, TestMissingGroups, ClassificationUpdateProcessorFactoryTest, ShardRoutingCustomTest, AnalyticsMergeStrategyTest, TestIndexingPerformance, DebugComponentTest, TestSearchPerf, SuggesterTest, TestFiltering, LeaderFailureAfterFreshStartTest, TestConfigSetImmutable, BlockJoinFacetDistribTest, TestInitQParser, TestDelegationWithHadoopAuth]
   [junit4] Completed [172/681 (1!)] on J1 in 3.55s, 8 tests, 1 failure <<< FAILURES!

[...truncated 64154 lines...]