You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/02 00:52:27 UTC

[JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk-9) - Build # 404 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/404/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([ABDB6305EAF3FAEB:9C40971BD23F274F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:130)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:316)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:333)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11855 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABDB6305EAF3FAEB-001/init-core-data-001
   [junit4]   2> 731851 WARN  (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 731851 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 731852 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 731854 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABDB6305EAF3FAEB-001/tempDir-001
   [junit4]   2> 731854 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 731854 INFO  (Thread-1371) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 731855 INFO  (Thread-1371) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 731856 ERROR (Thread-1371) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 731954 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40159
   [junit4]   2> 731961 INFO  (jetty-launcher-933-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 731961 INFO  (jetty-launcher-933-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 731973 INFO  (jetty-launcher-933-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a7070e8{/solr,null,AVAILABLE}
   [junit4]   2> 731977 INFO  (jetty-launcher-933-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@381fff36{/solr,null,AVAILABLE}
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62c3d621{SSL,[ssl, http/1.1]}{127.0.0.1:35647}
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-1) [    ] o.e.j.s.Server Started @734006ms
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35647}
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70daddb2{SSL,[ssl, http/1.1]}{127.0.0.1:40799}
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-2) [    ] o.e.j.s.Server Started @734007ms
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40799}
   [junit4]   2> 731979 ERROR (jetty-launcher-933-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.1
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 731979 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-02T00:20:28.296718Z
   [junit4]   2> 731979 ERROR (jetty-launcher-933-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 731980 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.1
   [junit4]   2> 731980 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 731980 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 731980 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-02T00:20:28.297167Z
   [junit4]   2> 731987 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 731987 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 731991 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40159/solr
   [junit4]   2> 731998 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40159/solr
   [junit4]   2> 732024 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 732025 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35647_solr
   [junit4]   2> 732025 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98756436175945734-127.0.0.1:35647_solr-n_0000000000) starting
   [junit4]   2> 732046 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35647_solr
   [junit4]   2> 732053 INFO  (zkCallback-945-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 732056 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 732061 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 732062 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40799_solr
   [junit4]   2> 732064 INFO  (zkCallback-941-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 732073 INFO  (zkCallback-945-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 732083 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 732086 WARN  (jetty-launcher-933-thread-2) [    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 732089 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 732097 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 732097 WARN  (jetty-launcher-933-thread-1) [    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 732098 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 732117 INFO  (jetty-launcher-933-thread-2) [    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 732117 INFO  (jetty-launcher-933-thread-1) [    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 732125 INFO  (jetty-launcher-933-thread-2-EventThread) [    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 732125 INFO  (jetty-launcher-933-thread-1-EventThread) [    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 732175 WARN  (jetty-launcher-933-thread-2) [    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 732180 WARN  (jetty-launcher-933-thread-1) [    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 732213 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40799.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fba2b14
   [junit4]   2> 732220 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35647.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fba2b14
   [junit4]   2> 732221 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40799.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fba2b14
   [junit4]   2> 732221 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40799.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fba2b14
   [junit4]   2> 732222 INFO  (jetty-launcher-933-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABDB6305EAF3FAEB-001/tempDir-001/node2/.
   [junit4]   2> 732225 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35647.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fba2b14
   [junit4]   2> 732225 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35647.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fba2b14
   [junit4]   2> 732226 INFO  (jetty-launcher-933-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABDB6305EAF3FAEB-001/tempDir-001/node1/.
   [junit4]   2> 732257 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 732284 WARN  (qtp184495212-6036) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar is trying to renew a token with wrong password
   [junit4]   2> 732288 WARN  (qtp184495212-6036) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 732292 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732292 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenRenew -Dtests.seed=ABDB6305EAF3FAEB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-YT -Dtests.timezone=Asia/Urumqi -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.04s J2 | TestSolrCloudWithDelegationTokens.testDelegationTokenRenew <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ABDB6305EAF3FAEB:9C40971BD23F274F]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:130)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:316)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:333)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 732300 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 732306 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732314 INFO  (qtp184495212-6030) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAV7adJtJigFe_oEfSQIEFCmsTvgV-R2aQIj_RY3vXJECoGwkB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 732314 INFO  (qtp184495212-6030) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAV7adJtJigFe_oEfSQIEFCmsTvgV-R2aQIj_RY3vXJECoGwkB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 732315 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4] IGNOR/A 0.00s J2 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/HADOOP-14044"))
   [junit4]   2> 732323 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 732325 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 732325 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40159/solr ready
   [junit4]   2> 732328 INFO  (qtp184495212-6030) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 732328 INFO  (qtp184495212-6030) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 732329 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1506939628644&s=GAiSpaj7UsowpPY5+iV79536zvA="; Path=/; Domain=127.0.0.1; Expires=lun., 02-oct.-2017 10:20:28 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 02-oct.-2017 10:20:28 GMT
   [junit4]   2> 732330 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 732339 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 732360 ERROR (qtp184495212-6028) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_3]
   [junit4]   2> 732365 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 732365 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40159/solr ready
   [junit4]   2> 732367 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732370 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 732371 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40159/solr ready
   [junit4]   2> 732372 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732397 ERROR (qtp2026701416-6037) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4]
   [junit4]   2> 732402 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732406 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 732407 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40159/solr ready
   [junit4]   2> 732410 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732410 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 732420 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 732423 WARN  (qtp184495212-6026) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 732424 WARN  (qtp184495212-6026) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 732424 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732424 WARN  (qtp2026701416-6033) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 732425 WARN  (qtp2026701416-6033) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 732429 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732434 WARN  (qtp184495212-6032) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 732434 WARN  (qtp184495212-6032) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 732434 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732435 WARN  (qtp2026701416-6037) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 732435 WARN  (qtp2026701416-6037) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 732435 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732436 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 732446 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 732460 INFO  (qtp184495212-6028) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAV7adJvbigFe_oEf2wcEFC3JVOApPh5QxTKdmSQX0C_ct9OeB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 732460 INFO  (qtp184495212-6028) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAV7adJvbigFe_oEf2wcEFC3JVOApPh5QxTKdmSQX0C_ct9OeB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 732470 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 732470 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40159/solr ready
   [junit4]   2> 732475 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732487 INFO  (qtp2026701416-6024) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAV7adJvbigFe_oEf2wcEFC3JVOApPh5QxTKdmSQX0C_ct9OeB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 732488 INFO  (qtp2026701416-6024) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAV7adJvbigFe_oEf2wcEFC3JVOApPh5QxTKdmSQX0C_ct9OeB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 732500 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 732500 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40159/solr ready
   [junit4]   2> 732504 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jeu., 01-janv.-1970 00:00:00 GMT; Secure; HttpOnly". Invalid 'expires' attribute: jeu., 01-janv.-1970 00:00:00 GMT
   [junit4]   2> 732509 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 732521 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 732530 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[ABDB6305EAF3FAEB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 732534 INFO  (jetty-closer-934-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@70daddb2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 732534 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1361823536
   [junit4]   2> 732534 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 732534 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20acf35b: rootName = solr_40799, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@667f6aa9
   [junit4]   2> 732535 INFO  (jetty-closer-934-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@62c3d621{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 732535 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1674214090
   [junit4]   2> 732535 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 732535 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fe44aec: rootName = solr_35647, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6355bdfc
   [junit4]   2> 732538 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 732538 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a76f346: rootName = solr_40799, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7dd0681c
   [junit4]   2> 732539 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 732539 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f8b31e2: rootName = solr_35647, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7dd0681c
   [junit4]   2> 732541 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 732541 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48bb0e6b: rootName = solr_35647, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@79c8fbd1
   [junit4]   2> 732542 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 732542 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68feebfa: rootName = solr_40799, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@79c8fbd1
   [junit4]   2> 732546 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 732546 INFO  (jetty-closer-934-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 732546 WARN  (zkCallback-941-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 732546 ERROR (Thread[Thread-1388,5,TGRP-TestSolrCloudWithDelegationTokens]) [    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 732547 INFO  (zkCallback-945-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 732551 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 732551 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 732553 INFO  (jetty-closer-934-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98756436175945734-127.0.0.1:35647_solr-n_0000000000) closing
   [junit4]   2> 732553 INFO  (OverseerStateUpdate-98756436175945734-127.0.0.1:35647_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35647_solr
   [junit4]   2> 732562 INFO  (jetty-closer-934-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@381fff36{/solr,null,UNAVAILABLE}
   [junit4]   2> 734062 WARN  (zkCallback-945-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 734062 ERROR (Thread[Thread-1390,5,TGRP-TestSolrCloudWithDelegationTokens]) [    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 734064 INFO  (jetty-closer-934-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a7070e8{/solr,null,UNAVAILABLE}
   [junit4]   2> 734064 ERROR (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 734064 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABDB6305EAF3FAEB]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40159 40159
   [junit4]   2> 739109 INFO  (Thread-1371) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40159 40159
   [junit4]   2> 739109 WARN  (Thread-1371) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABDB6305EAF3FAEB-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1353, maxMBSortInHeap=7.279978672725899, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-YT, timezone=Asia/Urumqi
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=131250520,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [URLClassifyProcessorTest, MetricUtilsTest, TestZkChroot, CircularListTest, CdcrVersionReplicationTest, AnalyticsMergeStrategyTest, CoreAdminCreateDiscoverTest, SolrJmxReporterCloudTest, TestReversedWildcardFilterFactory, RequestLoggingTest, XsltUpdateRequestHandlerTest, TestStressReorder, AtomicUpdatesTest, HLLSerializationTest, DistributedFacetExistsSmallTest, UnloadDistributedZkTest, TestTlogReplica, TestCodecSupport, LeaderElectionTest, MultiTermTest, TestClusterProperties, GraphQueryTest, DocumentBuilderTest, TestComplexPhraseLeadingWildcard, HdfsLockFactoryTest, TestJsonFacetRefinement, UniqFieldsUpdateProcessorFactoryTest, HdfsDirectoryFactoryTest, TestInPlaceUpdatesDistrib, MoveReplicaTest, TestMaxScoreQueryParser, AddBlockUpdateTest, DirectUpdateHandlerTest, DirectUpdateHandlerOptimizeTest, TestSegmentSorting, TestScoreJoinQPNoScore, VersionInfoTest, TestAnalyzeInfixSuggestions, DataDrivenBlockJoinTest, CoreSorterTest, TestDeleteCollectionOnDownNodes, BooleanFieldTest, TestGroupingSearch, TestHalfAndHalfDocValues, TestPayloadScoreQParserPlugin, RecoveryZkTest, ActionThrottleTest, TestUtils, TestSha256AuthenticationProvider, CopyFieldTest, TestMaxTokenLenTokenizer, HdfsBasicDistributedZkTest, TestReqParamsAPI, RegexBoostProcessorTest, SolrCloudReportersTest, RuleEngineTest, TestGeoJSONResponseWriter, HdfsCollectionsAPIDistributedZkTest, TestQueryUtils, BitVectorTest, TestDynamicLoading, FullSolrCloudDistribCmdsTest, QueryEqualityTest, ZkStateReaderTest, TestSurroundQueryParser, ClusterStateTest, TestDynamicFieldResource, SignatureUpdateProcessorFactoryTest, TestAnalyzedSuggestions, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, SortSpecParsingTest, TestPseudoReturnFields, CdcrReplicationDistributedZkTest, BlockJoinFacetDistribTest, TestSlowCompositeReaderWrapper, PrimitiveFieldTypeTest, ConfigSetsAPITest, TestFreeTextSuggestions, RestartWhileUpdatingTest, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [270/730 (1!)] on J2 in 7.27s, 8 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 38242 lines...]