You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/13 13:14:58 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 439 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/439/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=32798, name=jetty-launcher-6194-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=32789, name=jetty-launcher-6194-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=32798, name=jetty-launcher-6194-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=32789, name=jetty-launcher-6194-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([2421571A730E85E7]:0)
Build Log:
[...truncated 13968 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 3895102 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2421571A730E85E7-001/init-core-data-001
[junit4] 2> 3895102 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 3895102 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3895104 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3895131 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2421571A730E85E7-001/tempDir-001
[junit4] 2> 3895131 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3895131 INFO (Thread-9538) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3895131 INFO (Thread-9538) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3895133 ERROR (Thread-9538) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3895231 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:63198
[junit4] 2> 3895235 INFO (zkConnectionManagerCallback-6197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895240 INFO (jetty-launcher-6194-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3895240 INFO (jetty-launcher-6194-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3895241 INFO (jetty-launcher-6194-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3895241 INFO (jetty-launcher-6194-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3895241 INFO (jetty-launcher-6194-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3895241 INFO (jetty-launcher-6194-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3895241 INFO (jetty-launcher-6194-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3895241 INFO (jetty-launcher-6194-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3895242 INFO (jetty-launcher-6194-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60b81fc5{/solr,null,AVAILABLE}
[junit4] 2> 3895242 INFO (jetty-launcher-6194-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16b05f2a{/solr,null,AVAILABLE}
[junit4] 2> 3895242 INFO (jetty-launcher-6194-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40d0eb2c{HTTP/1.1,[http/1.1]}{127.0.0.1:41000}
[junit4] 2> 3895244 INFO (jetty-launcher-6194-thread-2) [ ] o.e.j.s.Server Started @3902451ms
[junit4] 2> 3895244 INFO (jetty-launcher-6194-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41000}
[junit4] 2> 3895244 ERROR (jetty-launcher-6194-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3895244 INFO (jetty-launcher-6194-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3895244 INFO (jetty-launcher-6194-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3895244 INFO (jetty-launcher-6194-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3895244 INFO (jetty-launcher-6194-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T12:36:41.973Z
[junit4] 2> 3895243 INFO (jetty-launcher-6194-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55d2b748{HTTP/1.1,[http/1.1]}{127.0.0.1:63390}
[junit4] 2> 3895245 INFO (jetty-launcher-6194-thread-1) [ ] o.e.j.s.Server Started @3902452ms
[junit4] 2> 3895245 INFO (jetty-launcher-6194-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63390}
[junit4] 2> 3895245 ERROR (jetty-launcher-6194-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3895245 INFO (jetty-launcher-6194-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3895245 INFO (jetty-launcher-6194-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3895245 INFO (jetty-launcher-6194-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3895246 INFO (jetty-launcher-6194-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-13T12:36:41.975Z
[junit4] 2> 3895246 INFO (zkConnectionManagerCallback-6199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895247 INFO (jetty-launcher-6194-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3895247 INFO (zkConnectionManagerCallback-6201-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895248 INFO (jetty-launcher-6194-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3895271 INFO (jetty-launcher-6194-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63198/solr
[junit4] 2> 3895271 INFO (jetty-launcher-6194-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63198/solr
[junit4] 2> 3895273 INFO (zkConnectionManagerCallback-6207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895274 INFO (zkConnectionManagerCallback-6209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895276 INFO (zkConnectionManagerCallback-6211-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895278 INFO (zkConnectionManagerCallback-6213-thread-1-processing-n:127.0.0.1:41000_solr) [n:127.0.0.1:41000_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895410 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3895411 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63390_solr
[junit4] 2> 3895413 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.Overseer Overseer (id=72191411776651269-127.0.0.1:63390_solr-n_0000000000) starting
[junit4] 2> 3895421 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3895423 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41000_solr
[junit4] 2> 3895424 INFO (zkCallback-6212-thread-1-processing-n:127.0.0.1:41000_solr) [n:127.0.0.1:41000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3895427 INFO (zkCallback-6210-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3895431 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63390_solr
[junit4] 2> 3895433 INFO (zkCallback-6212-thread-1-processing-n:127.0.0.1:41000_solr) [n:127.0.0.1:41000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3895433 INFO (zkCallback-6210-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3895471 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 3895471 WARN (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 3895472 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 3895474 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3895476 INFO (jetty-launcher-6194-thread-1-EventThread) [n:127.0.0.1:63390_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3895494 WARN (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 3895506 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 3895506 WARN (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 3895506 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 3895508 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3895515 INFO (jetty-launcher-6194-thread-2-EventThread) [n:127.0.0.1:41000_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3895527 WARN (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 3895560 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63390.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@687c7aa2
[junit4] 2> 3895566 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41000.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@687c7aa2
[junit4] 2> 3895567 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63390.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@687c7aa2
[junit4] 2> 3895567 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63390.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@687c7aa2
[junit4] 2> 3895568 INFO (jetty-launcher-6194-thread-1) [n:127.0.0.1:63390_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2421571A730E85E7-001/tempDir-001/node1/.
[junit4] 2> 3895572 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41000.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@687c7aa2
[junit4] 2> 3895572 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41000.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@687c7aa2
[junit4] 2> 3895573 INFO (jetty-launcher-6194-thread-2) [n:127.0.0.1:41000_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2421571A730E85E7-001/tempDir-001/node2/.
[junit4] 2> 3895599 INFO (zkConnectionManagerCallback-6219-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3895627 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 3895630 INFO (zkConnectionManagerCallback-6222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3896175 INFO (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3896177 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2421571A730E85E7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3896178 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2421571A730E85E7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63198/solr ready
[junit4] 2> 3896184 INFO (qtp729997455-32748) [n:127.0.0.1:63390_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3896187 INFO (OverseerThreadFactory-12012-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 3896301 INFO (OverseerStateUpdate-72191411776651269-127.0.0.1:63390_solr-n_0000000000) [n:127.0.0.1:63390_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63390/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3896522 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3896523 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3896629 INFO (zkCallback-6210-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3896629 INFO (zkCallback-6210-thread-2-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3897555 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3897574 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 3897688 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3897718 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 3897718 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63390.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@687c7aa2
[junit4] 2> 3897719 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3897719 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2421571A730E85E7-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_2421571A730E85E7-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 3897723 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6504165986660971]
[junit4] 2> 3897823 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3897823 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3897824 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3897824 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3897825 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=12.2119140625, floorSegmentMB=1.7353515625, forceMergeDeletesPctAllowed=26.977684088255454, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3897826 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f698ef0[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 3897828 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 3897837 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 3897866 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3897866 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592289294648606720
[junit4] 2> 3897870 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 3897872 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 3897872 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 3897872 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 3897873 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 3897873 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 3897875 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 3897876 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 3897877 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 3897878 INFO (searcherExecutor-12017-thread-1-processing-n:127.0.0.1:63390_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@5f698ef0[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3897880 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3897880 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3897880 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63390/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 3897880 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3897880 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:63390/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 3897880 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3897888 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63390/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 3897989 INFO (zkCallback-6210-thread-2-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3897989 INFO (zkCallback-6210-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3897989 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3897992 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1470
[junit4] 2> 3897996 INFO (qtp729997455-32748) [n:127.0.0.1:63390_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3898092 INFO (zkCallback-6210-thread-3-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3898092 INFO (zkCallback-6210-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3898190 INFO (OverseerCollectionConfigSetProcessor-72191411776651269-127.0.0.1:63390_solr-n_0000000000) [n:127.0.0.1:63390_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3898997 INFO (qtp729997455-32748) [n:127.0.0.1:63390_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2813
[junit4] 2> 3898997 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2421571A730E85E7]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 3898998 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2421571A730E85E7]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 3899000 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3899003 INFO (qtp19527341-32739) [n:127.0.0.1:41000_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3899006 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3899007 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 3899035 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 3899037 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3899037 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3899037 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 3899064 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 3899067 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 3899107 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 3916446 WARN (jetty-launcher-6194-thread-2-SendThread(127.0.0.1:63198)) [n:127.0.0.1:41000_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17447ms for sessionid 0x10079b4dec80006
[junit4] 2> 3916447 WARN (jetty-launcher-6194-thread-1-SendThread(127.0.0.1:63198)) [n:127.0.0.1:63390_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18263ms for sessionid 0x10079b4dec80005
[junit4] 2> 3916447 WARN (jetty-launcher-6194-thread-1-SendThread(127.0.0.1:63198)) [n:127.0.0.1:63390_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 20897ms for sessionid 0x10079b4dec80007
[junit4] 2> 3916446 WARN (jetty-launcher-6194-thread-2-SendThread(127.0.0.1:63198)) [n:127.0.0.1:41000_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 20894ms for sessionid 0x10079b4dec80008
[junit4] 2> 3916447 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10079b4dec80006, likely client has closed socket
[junit4] 2> 3916449 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 3916449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10079b4dec80007, likely client has closed socket
[junit4] 2> 3916449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10079b4dec80005, likely client has closed socket
[junit4] 2> 3916449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10079b4dec80008, likely client has closed socket
[junit4] 2> 3916481 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 3916483 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 3916514 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 3916519 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 3916547 WARN (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6bb24732 name: ZooKeeperConnection Watcher:127.0.0.1:63198/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 3916548 WARN (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 3916548 WARN (zkConnectionManagerCallback-6213-thread-1-processing-n:127.0.0.1:41000_solr) [n:127.0.0.1:41000_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36814d5a name: ZooKeeperConnection Watcher:127.0.0.1:63198/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 3916548 WARN (zkConnectionManagerCallback-6213-thread-1-processing-n:127.0.0.1:41000_solr) [n:127.0.0.1:41000_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 3916549 WARN (zkConnectionManagerCallback-6211-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15f14d11 name: ZooKeeperConnection Watcher:127.0.0.1:63198/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 3916549 WARN (zkConnectionManagerCallback-6211-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 3916557 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 3918906 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[2421571A730E85E7]-SendThread(127.0.0.1:63198)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10079b4dec8000b has expired
[junit4] 2> 3918907 WARN (jetty-launcher-6194-thread-1-SendThread(127.0.0.1:63198)) [n:127.0.0.1:63390_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10079b4dec80007 has expired
[junit4] 2> 3918908 WARN (jetty-launcher-6194-thread-2-SendThread(127.0.0.1:63198)) [n:127.0.0.1:41000_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10079b4dec80008 has expired
[junit4] 2> 3918908 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 3918910 INFO (zkConnectionManagerCallback-6213-thread-1-processing-n:127.0.0.1:41000_solr) [n:127.0.0.1:41000_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3918912 INFO (zkConnectionManagerCallback-6211-thread-1-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3918916 WARN (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6bb24732 name: ZooKeeperConnection Watcher:127.0.0.1:63198/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 3918928 WARN (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 3918933 WARN (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 3918950 INFO (zkConnectionManagerCallback-6225-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3918951 INFO (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 3918958 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 3918963 INFO (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 3918963 INFO (zkConnectionManagerCallback-6225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 3918978 WARN (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 3918979 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 3919022 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 3919022 INFO (qtp729997455-32751) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3919023 WARN (qtp729997455-32751) [ ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> ... 31 more
[junit4] 2> 3919024 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 3919064 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 3919065 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3919065 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3919065 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 3919099 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 3919100 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 3919135 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 3919159 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3919159 INFO (qtp729997455-32743) [n:127.0.0.1:63390_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3919159 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[2421571A730E85E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 3919165 INFO (jetty-closer-6195-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@55d2b748{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3919165 INFO (jetty-closer-6195-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@40d0eb2c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3919167 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=738083459
[junit4] 2> 3919167 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1700789357
[junit4] 2> 3919168 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3919168 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f65e0de: rootName = solr_63390, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a3ec17c
[junit4] 2> 3919168 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3919168 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35baa0ef: rootName = solr_41000, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@74bca23d
[junit4] 2> 3919173 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3919174 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3919174 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c990ce1: rootName = solr_41000, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@388fa1c
[junit4] 2> 3919174 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17b231c3: rootName = solr_63390, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@388fa1c
[junit4] 2> 3919177 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3919177 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70400706: rootName = solr_63390, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b99e7c
[junit4] 2> 3919177 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3919177 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e9a6a59: rootName = solr_41000, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b99e7c
[junit4] 2> 3919179 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41000_solr
[junit4] 2> 3919181 INFO (jetty-closer-6195-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3919184 INFO (zkCallback-6210-thread-15-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3919187 ERROR (Thread[Thread-9557,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:41000_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3919187 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63390_solr
[junit4] 2> 3919189 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3919190 INFO (zkCallback-6210-thread-12-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3919190 INFO (coreCloseExecutor-12023-thread-1) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@31d45f00
[junit4] 2> 3919191 INFO (coreCloseExecutor-12023-thread-1) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=836001536
[junit4] 2> 3919191 INFO (coreCloseExecutor-12023-thread-1) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e92c908: rootName = solr_63390, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5b81a62b
[junit4] 2> 3919191 INFO (zkCallback-6210-thread-15-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3919192 INFO (jetty-closer-6195-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16b05f2a{/solr,null,UNAVAILABLE}
[junit4] 2> 3919193 INFO (jetty-closer-6195-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3919193 INFO (zkCallback-6210-thread-7-processing-n:127.0.0.1:63390_solr) [n:127.0.0.1:63390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3919204 INFO (coreCloseExecutor-12023-thread-1) [n:127.0.0.1:63390_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=836001536
[junit4] 2> 3919206 INFO (jetty-closer-6195-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72191411776651269-127.0.0.1:63390_solr-n_0000000000) closing
[junit4] 2> 3919206 INFO (OverseerStateUpdate-72191411776651269-127.0.0.1:63390_solr-n_0000000000) [n:127.0.0.1:63390_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63390_solr
[junit4] 2> 3919206 WARN (OverseerAutoScalingTriggerThread-72191411776651269-127.0.0.1:63390_solr-n_0000000000) [n:127.0.0.1:63390_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3919212 ERROR (Thread[Thread-9555,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:63390_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3919216 INFO (jetty-closer-6195-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60b81fc5{/solr,null,UNAVAILABLE}
[junit4] 2> 3919218 INFO (jetty-closer-6195-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3919219 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3919220 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63198 63198
[junit4] 2> 3924583 INFO (Thread-9538) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63198 63198
[junit4] 2> 3924584 WARN (Thread-9538) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 3924609 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[2421571A730E85E7]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 13, 2018 12:37:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 13, 2018 12:37:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=32798, name=jetty-launcher-6194-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2) Thread[id=32789, name=jetty-launcher-6194-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 13, 2018 12:37:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=32798, name=jetty-launcher-6194-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=32789, name=jetty-launcher-6194-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 3944875 ERROR (jetty-launcher-6194-thread-2-EventThread) [n:127.0.0.1:41000_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 3944875 ERROR (jetty-launcher-6194-thread-1-EventThread) [n:127.0.0.1:63390_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 3944877 WARN (jetty-launcher-6194-thread-2-EventThread) [n:127.0.0.1:41000_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 3944877 WARN (jetty-launcher-6194-thread-1-EventThread) [n:127.0.0.1:63390_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 3944877 WARN (jetty-launcher-6194-thread-2-SendThread(127.0.0.1:63198)) [n:127.0.0.1:41000_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> 3944877 WARN (jetty-launcher-6194-thread-1-SendThread(127.0.0.1:63198)) [n:127.0.0.1:63390_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> Feb 13, 2018 12:37:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ko, timezone=America/Inuvik
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=5,free=105718184,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestRTimerTree, HdfsChaosMonkeySafeLeaderTest, TestStressUserVersions, AutoAddReplicasIntegrationTest, FullSolrCloudDistribCmdsTest, SpatialRPTFieldTypeTest, TestRandomCollapseQParserPlugin, TestLuceneIndexBackCompat, RulesTest, CloudMLTQParserTest, HdfsLockFactoryTest, CollectionTooManyReplicasTest, SpellPossibilityIteratorTest, TestCoreDiscovery, TestFieldSortValues, ConfigureRecoveryStrategyTest, CoreAdminHandlerTest, DirectUpdateHandlerTest, SpellCheckCollatorTest, TestNumericTokenStream, TestHdfsCloudBackupRestore, TestPushWriter, TestNamedUpdateProcessors, TestSolrCoreSnapshots, ZkFailoverTest, TestReloadAndDeleteDocs, TestWriterPerf, SolrShardReporterTest, SolrJmxReporterCloudTest, TestExportWriter, TestCloudRecovery, SpatialHeatmapFacetsTest, TestBackupRepositoryFactory, TestFieldCache, DistributedIntervalFacetingTest, TestStressCloudBlindAtomicUpdates, LoggingHandlerTest, TestStressRecovery, ExternalFileFieldSortTest, TestSearchPerf, TestNumericTerms64, URLClassifyProcessorTest, CustomCollectionTest, MigrateRouteKeyTest, TestRebalanceLeaders, DistributedFacetSimpleRefinementLongTailTest, TestSimpleQParserPlugin, HttpTriggerListenerTest, SolrGangliaReporterTest, PreAnalyzedFieldTest, TestRandomFlRTGCloud, TestCollapseQParserPlugin, BlockJoinFacetRandomTest, OverriddenZkACLAndCredentialsProvidersTest, ShowFileRequestHandlerTest, LIRRollingUpdatesTest, TestScoreJoinQPScore, SliceStateTest, TestImpersonationWithHadoopAuth, TestAuthenticationFramework, XsltUpdateRequestHandlerTest, TestJettySolrRunner, TestJsonFacets, QueryParsingTest, ReplaceNodeTest, TestWordDelimiterFilterFactory, NotRequiredUniqueKeyTest, TestLRUCache, NodeMutatorTest, TestDistribIDF, FacetPivotSmallTest, DisMaxRequestHandlerTest, TestDynamicFieldCollectionResource, TestBulkSchemaAPI, ChaosMonkeySafeLeaderTest, BadIndexSchemaTest, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, ResponseBuilderTest, DeleteReplicaTest, TestSolrDeletionPolicy2, SortSpecParsingTest, TestInPlaceUpdatesStandalone, RestartWhileUpdatingTest, CollectionsAPIDistributedZkTest, ParsingFieldUpdateProcessorsTest, TestLMJelinekMercerSimilarityFactory, TestImplicitCoreProperties, TestCoreBackup, ReturnFieldsTest, CurrencyFieldTypeTest, TestSubQueryTransformer, TestSort, BigEndianAscendingWordSerializerTest, CdcrRequestHandlerTest, OverseerModifyCollectionTest, TestSolrFieldCacheBean, OverseerStatusTest, NodeAddedTriggerTest, TestInitQParser, TestCodecSupport, TestReplicaProperties, TestNodeAddedTrigger, TestZkAclsWithHadoopAuth, TestReversedWildcardFilterFactory, DebugComponentTest, DistanceFunctionTest, TestDistribDocBasedVersion, ClusterStateUpdateTest, SpellCheckCollatorWithCollapseTest, BooleanFieldTest, TestSkipOverseerOperations, TestOrdValues, HdfsBasicDistributedZkTest, CSVRequestHandlerTest, TestSubQueryTransformerDistrib, TestDFRSimilarityFactory, TestPayloadScoreQParserPlugin, TestShortCircuitedRequests, TestPKIAuthenticationPlugin, TestDistributedGrouping, SolrCoreCheckLockOnStartupTest, TestCloudManagedSchema, ExplicitHLLTest, TestInitParams, SolrCmdDistributorTest, ClusterStateTest, ShardRoutingTest, UninvertDocValuesMergePolicyTest, TestDocSet, SparseHLLTest, CdcrBidirectionalTest, V2ApiIntegrationTest, TestCollationFieldDocValues, DistributedSpellCheckComponentTest, SchemaApiFailureTest, AnalyticsQueryTest, DistributedFacetPivotLargeTest, TestGraphTermsQParserPlugin, TestPivotHelperCode, UpdateRequestProcessorFactoryTest, SimpleFacetsTest, BasicDistributedZk2Test, ZkSolrClientTest, TestComponentsName, RemoteQueryErrorTest, TestApiFramework, CheckHdfsIndexTest, DeleteLastCustomShardedReplicaTest, ScriptEngineTest, IndexBasedSpellCheckerTest, TestSolrCoreProperties, AsyncCallRequestStatusResponseTest, TestFieldCacheSort, TestQuerySenderListener, TestMacroExpander, SharedFSAutoReplicaFailoverTest, InfoHandlerTest, ZkStateReaderTest, TestCustomStream, TestSSLRandomization, TermVectorComponentTest, DistributedQueryComponentOptimizationTest, TestRawTransformer, TolerantUpdateProcessorTest, BufferStoreTest, SpellCheckComponentTest, ActionThrottleTest, TestManagedStopFilterFactory, SimplePostToolTest, TestSchemaManager, HdfsRecoverLeaseTest, ImplicitSnitchTest, TestFieldCollectionResource, PKIAuthenticationIntegrationTest, DistributedTermsComponentTest, AtomicUpdateProcessorFactoryTest, TestLuceneMatchVersion, GraphQueryTest, TestManagedResourceStorage, TestRandomFaceting, ClassificationUpdateProcessorFactoryTest, ResponseHeaderTest, TestMultiWordSynonyms, TestTriggerIntegration, TestClusterStateProvider, TestSolrQueryResponse, SSLMigrationTest, TestLockTree, HDFSCollectionsAPITest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, TestHashPartitioner, ZkControllerTest, TestStressReorder, TestStressVersions, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, BasicFunctionalityTest, TestLazyCores, TestBadConfig, SoftAutoCommitTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, CacheHeaderTest, LukeRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestJmxIntegration, MBeansHandlerTest, BadComponentTest, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, SynonymTokenizerTest, EchoParamsTest, TestLMDirichletSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, TestFastLRUCache, PrimUtilsTest, DateFieldTest, DOMUtilTest, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionTest, MoveReplicaHDFSTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SolrCLIZkUtilsTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudSearcherWarming, TestMiniSolrCloudClusterSSL, TestRequestForwarding, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=2421571A730E85E7 -Dtests.slow=true -Dtests.locale=ko -Dtests.timezone=America/Inuvik -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=32798, name=jetty-launcher-6194-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=32789, name=jetty-launcher-6194-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([2421571A730E85E7]:0)
[junit4] Completed [574/775 (1!)] on J1 in 49.79s, 12 tests, 1 error <<< FAILURES!
[...truncated 49167 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 442 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/442/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([DE82DCAA4E527116:EE423D28C620904A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13987 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 4231881 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/init-core-data-001
[junit4] 2> 4231881 WARN (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
[junit4] 2> 4231882 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4231883 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4231883 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/tempDir-001
[junit4] 2> 4231883 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4231883 INFO (Thread-7018) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4231884 INFO (Thread-7018) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4231885 ERROR (Thread-7018) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4231983 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55212
[junit4] 2> 4231989 INFO (zkConnectionManagerCallback-5869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4231999 INFO (jetty-launcher-5866-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4232000 INFO (jetty-launcher-5866-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4232000 INFO (jetty-launcher-5866-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4232000 INFO (jetty-launcher-5866-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4232000 INFO (jetty-launcher-5866-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5062bc1b{/solr,null,AVAILABLE}
[junit4] 2> 4232001 INFO (jetty-launcher-5866-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4570ac40{HTTP/1.1,[http/1.1]}{127.0.0.1:40448}
[junit4] 2> 4232001 INFO (jetty-launcher-5866-thread-1) [ ] o.e.j.s.Server Started @4240948ms
[junit4] 2> 4232001 INFO (jetty-launcher-5866-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40448}
[junit4] 2> 4232001 ERROR (jetty-launcher-5866-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4232001 INFO (jetty-launcher-5866-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4232001 INFO (jetty-launcher-5866-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4232001 INFO (jetty-launcher-5866-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4232001 INFO (jetty-launcher-5866-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-15T00:50:04.385Z
[junit4] 2> 4232003 INFO (zkConnectionManagerCallback-5871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4232004 INFO (jetty-launcher-5866-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4232011 INFO (jetty-launcher-5866-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55212/solr
[junit4] 2> 4232013 INFO (zkConnectionManagerCallback-5875-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4232016 INFO (zkConnectionManagerCallback-5877-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4232139 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4232140 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40448_solr
[junit4] 2> 4232141 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer Overseer (id=72199968907722755-127.0.0.1:40448_solr-n_0000000000) starting
[junit4] 2> 4232150 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 4232150 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40448_solr
[junit4] 2> 4232150 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4232153 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4232154 INFO (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4232154 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40448_solr]
[junit4] 2> 4232154 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4232154 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4232157 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4232157 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4232158 DEBUG (ScheduledTrigger-10320-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4232250 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40448.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4232255 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40448.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4232255 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40448.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4232256 INFO (jetty-launcher-5866-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/tempDir-001/node1/.
[junit4] 2> 4232268 INFO (zkConnectionManagerCallback-5881-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4232272 INFO (zkConnectionManagerCallback-5885-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4232275 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4232276 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55212/solr ready
[junit4] 2> 4232351 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
[junit4] 2> 4232352 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4232352 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4232353 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4232354 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4232355 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4232355 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4232359 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4232359 DEBUG (qtp1713158116-29494) [n:127.0.0.1:40448_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4232360 INFO (qtp1713158116-29494) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4232360 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4232361 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4232361 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4232361 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4232362 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4232362 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4232362 DEBUG (qtp1713158116-29496) [n:127.0.0.1:40448_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4232363 INFO (qtp1713158116-29496) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4232363 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4232364 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4232364 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4232364 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4232365 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4232366 INFO (qtp1713158116-29496) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4232366 DEBUG (qtp1713158116-29499) [n:127.0.0.1:40448_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4232367 INFO (qtp1713158116-29499) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4232367 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4232370 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40448_solr]
[junit4] 2> 4232370 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 4232370 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4232371 INFO (qtp1713158116-29499) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4232371 DEBUG (qtp1713158116-29498) [n:127.0.0.1:40448_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4232372 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 4232372 INFO (qtp1713158116-29496) [n:127.0.0.1:40448_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4232372 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4232373 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40448_solr]
[junit4] 2> 4232373 DEBUG (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 4232374 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4232374 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 5
[junit4] 2> 4232374 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4232375 DEBUG (ScheduledTrigger-10320-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4232375 DEBUG (ScheduledTrigger-10320-thread-1) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 4232375 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4232375 INFO (OverseerThreadFactory-10322-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeAdded
[junit4] 2> 4232375 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4232376 WARN (OverseerThreadFactory-10322-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 4232378 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4232378 INFO (OverseerThreadFactory-10322-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2172468600 sessionWrapper.createTime 2172468600286434, this.sessionWrapper.createTime 2172468600286434
[junit4] 2> 4232386 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeAdded",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 4232386 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
[junit4] 2> 4232386 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeAdded/state.json
[junit4] 2> 4232491 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4232492 INFO (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4232494 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 4232494 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4232495 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4232495 INFO (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4232497 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4232497 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4232597 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 0
[junit4] 2> 4232698 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4232698 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4232699 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:40448/solr","node_name":"127.0.0.1:40448_solr","state":"down","type":"NRT"}
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:40448/solr","node_name":"127.0.0.1:40448_solr","state":"down","type":"NRT"}
[junit4] 2> 4232703 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 4232804 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 1
[junit4] 2> 4232805 INFO (zkCallback-5876-thread-2-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4232805 INFO (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4233382 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4233382 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 4233715 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4233715 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4233733 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n2] Schema name=minimal
[junit4] 2> 4233734 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4233735 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4233735 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n2' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 4233736 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4233736 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n1' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 4233753 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40448.solr.core.testNodeAdded.shard1.replica_n2' (registry 'solr.core.testNodeAdded.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4233753 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40448.solr.core.testNodeAdded.shard1.replica_n1' (registry 'solr.core.testNodeAdded.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4233753 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4233753 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/tempDir-001/node1/testNodeAdded_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n2/data/]
[junit4] 2> 4233753 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4233753 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/tempDir-001/node1/testNodeAdded_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n1/data/]
[junit4] 2> 4233806 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4233806 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4233807 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4233807 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4233807 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4233807 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4233808 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4233808 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4233808 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1108045[testNodeAdded_shard1_replica_n1] main]
[junit4] 2> 4233809 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8606eb8[testNodeAdded_shard1_replica_n2] main]
[junit4] 2> 4233810 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4233810 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4233811 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4233811 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4233811 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4233811 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4233811 INFO (searcherExecutor-10326-thread-1-processing-n:127.0.0.1:40448_solr x:testNodeAdded_shard1_replica_n1 s:shard1 c:testNodeAdded r:core_node3) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] Registered new searcher Searcher@1108045[testNodeAdded_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4233811 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592426030636728320
[junit4] 2> 4233811 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592426030636728320
[junit4] 2> 4233812 INFO (searcherExecutor-10325-thread-1-processing-n:127.0.0.1:40448_solr x:testNodeAdded_shard1_replica_n2 s:shard1 c:testNodeAdded r:core_node4) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] Registered new searcher Searcher@8606eb8[testNodeAdded_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4233817 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 4233823 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4233823 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"} current state version: 0
[junit4] 2> 4233823 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4233823 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40448/solr/testNodeAdded_shard1_replica_n1/
[junit4] 2> 4233824 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=http://127.0.0.1:40448/solr START replicas=[http://127.0.0.1:40448/solr/testNodeAdded_shard1_replica_n2/] nUpdates=100
[junit4] 2> 4233825 INFO (qtp1713158116-29497) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.S.Request [testNodeAdded_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4233925 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 2
[junit4] 2> 4233926 INFO (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4233926 INFO (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4234126 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=http://127.0.0.1:40448/solr DONE. We have no versions. sync failed.
[junit4] 2> 4234126 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4234126 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4234126 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4234134 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40448/solr/testNodeAdded_shard1_replica_n1/ shard1
[junit4] 2> 4234135 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 4234236 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 3
[junit4] 2> 4234236 INFO (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4234236 INFO (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4234285 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4234288 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4234288 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 4234288 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:40448/solr","node_name":"127.0.0.1:40448_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 4234288 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 4234288 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1590
[junit4] 2> 4234385 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4234385 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 4234389 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 4
[junit4] 2> 4234389 INFO (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4234389 INFO (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4234829 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4234829 INFO (qtp1713158116-29498) [n:127.0.0.1:40448_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2132
[junit4] 2> 4234829 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 4234830 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:40448/solr","node_name":"127.0.0.1:40448_solr","state":"active","type":"NRT"}
[junit4] 2> 4234830 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 4234834 INFO (qtp1713158116-29496) [n:127.0.0.1:40448_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4234931 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 5
[junit4] 2> 4234932 INFO (zkCallback-5876-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4234932 INFO (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4235386 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4235386 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 4235835 INFO (qtp1713158116-29496) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3463
[junit4] 2> 4235843 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=2
[junit4] 2> 4235845 INFO (qtp1713158116-29497) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4235845 DEBUG (qtp1713158116-29499) [n:127.0.0.1:40448_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4235846 INFO (qtp1713158116-29499) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 4235847 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4235847 DEBUG (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4235847 DEBUG (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40448_solr]
[junit4] 2> 4235847 DEBUG (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 4235847 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4235848 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4235848 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4235848 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4235848 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4235848 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4235848 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44a70946{/solr,null,AVAILABLE}
[junit4] 2> 4235849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@306bc862{HTTP/1.1,[http/1.1]}{127.0.0.1:64740}
[junit4] 2> 4235849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.Server Started @4244797ms
[junit4] 2> 4235849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64740}
[junit4] 2> 4235849 ERROR (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4235849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4235849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4235849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4235849 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-15T00:50:08.233Z
[junit4] 2> 4235851 INFO (zkConnectionManagerCallback-5888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4235852 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4235858 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55212/solr
[junit4] 2> 4235860 INFO (zkConnectionManagerCallback-5892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4235863 INFO (zkConnectionManagerCallback-5894-thread-1-processing-n:127.0.0.1:64740_solr) [n:127.0.0.1:64740_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4235873 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [n:127.0.0.1:64740_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4235876 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [n:127.0.0.1:64740_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4235879 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [n:127.0.0.1:64740_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64740_solr
[junit4] 2> 4235880 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:64740_solr"} current state version: 0
[junit4] 2> 4235880 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:64740_solr
[junit4] 2> 4235881 INFO (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4235881 INFO (zkCallback-5884-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4235881 INFO (zkCallback-5884-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4235883 INFO (zkCallback-5893-thread-1-processing-n:127.0.0.1:64740_solr) [n:127.0.0.1:64740_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4235968 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [n:127.0.0.1:64740_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64740.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4235974 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [n:127.0.0.1:64740_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64740.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4235974 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [n:127.0.0.1:64740_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64740.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec71af8
[junit4] 2> 4235975 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [n:127.0.0.1:64740_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001/tempDir-001/node2/.
[junit4] 2> 4236387 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4236387 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4236387 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:64740_solr at time 2172472610873919
[junit4] 2> 4236388 INFO (OverseerCollectionConfigSetProcessor-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4237389 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4237389 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4237390 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:64740_solr] added at times [2172472610873919], now=2172473613615169
[junit4] 2> 4237390 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"7b7da3241623fTa2jak3hxi1wi92eqetql55nvk",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2172472610873919,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2172472610873919],
[junit4] 2> "nodeNames":["127.0.0.1:64740_solr"]}}
[junit4] 2> 4237392 DEBUG (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 4237393 INFO (ScheduledTrigger-10320-thread-2) [n:127.0.0.1:40448_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4237394 DEBUG (AutoscalingActionExecutor-10321-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"7b7da3241623fTa2jak3hxi1wi92eqetql55nvk",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2172472610873919,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2172472610873919],
[junit4] 2> "_enqueue_time_":2172473615876613,
[junit4] 2> "nodeNames":["127.0.0.1:64740_solr"]}}
[junit4] 2> 4237394 DEBUG (AutoscalingActionExecutor-10321-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"7b7da3241623fTa2jak3hxi1wi92eqetql55nvk",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2172472610873919,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2172472610873919],
[junit4] 2> "_enqueue_time_":2172473615876613,
[junit4] 2> "nodeNames":["127.0.0.1:64740_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 4237395 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4237397 INFO (qtp1713158116-29499) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4237399 INFO (qtp1069046786-29548) [n:127.0.0.1:64740_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4237400 INFO (AutoscalingActionExecutor-10321-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:64740_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 4237400 INFO (AutoscalingActionExecutor-10321-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2172473623 sessionWrapper.createTime 2172473623397162, this.sessionWrapper.createTime 2172473623397162
[junit4] 2> 4237400 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.a.ComputePlanActionTest -------------_ FINAL STATE --------------
[junit4] 2> 4237401 DEBUG (AutoscalingActionExecutor-10321-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 4237401 DEBUG (AutoscalingActionExecutor-10321-thread-1-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 7 ms for event id=7b7da3241623fTa2jak3hxi1wi92eqetql55nvk
[junit4] 2> 4237403 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4237403 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:40448_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:40448_solr",
[junit4] 2> "cores":2,
[junit4] 2> "port":"40448",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":12.538081169128418}
[junit4] 2> 4237404 INFO (qtp1069046786-29550) [n:127.0.0.1:64740_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4237405 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:64740_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:64740_solr",
[junit4] 2> "cores":0,
[junit4] 2> "port":"64740",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":12.538081169128418}
[junit4] 2> 4237405 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.a.ComputePlanActionTest * Live nodes: [127.0.0.1:40448_solr, 127.0.0.1:64740_solr]
[junit4] 2> 4237405 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.a.ComputePlanActionTest * Collection testNodeAdded state: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40448/solr",
[junit4] 2> "node_name":"127.0.0.1:40448_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 4237405 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[DE82DCAA4E527116]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
[junit4] 2> 4237546 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSelectedCollections
[junit4] 2> 4237548 DEBUG (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4237548 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4237549 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@306bc862{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4237549 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=931138866
[junit4] 2> 4237549 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4237549 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42fd89b1: rootName = solr_64740, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@60b0e55b
[junit4] 2> 4237550 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4237550 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4237551 DEBUG (OverseerAutoScalingTriggerThread-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4237554 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4237554 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6585170b: rootName = solr_64740, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6c12e94d
[junit4] 2> 4237557 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4237557 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e83674b: rootName = solr_64740, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f521675
[junit4] 2> 4237559 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64740_solr
[junit4] 2> 4237560 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:64740_solr"} current state version: 0
[junit4] 2> 4237560 DEBUG (OverseerStateUpdate-72199968907722755-127.0.0.1:40448_solr-n_0000000000) [n:127.0.0.1:40448_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:64740_solr
[junit4] 2> 4237561 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4237561 INFO (zkCallback-5884-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4237561 INFO (zkCallback-5884-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4237561 INFO (zkCallback-5893-thread-1-processing-n:127.0.0.1:64740_solr) [n:127.0.0.1:64740_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4237561 INFO (zkCallback-5876-thread-3-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4237561 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4237562 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44a70946{/solr,null,UNAVAILABLE}
[junit4] 2> 4237562 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4237566 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[DE82DCAA4E527116]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4237568 INFO (qtp1713158116-29499) [n:127.0.0.1:40448_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeAdded&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4237571 INFO (OverseerThreadFactory-10322-thread-2-processing-n:127.0.0.1:40448_solr) [n:127.0.0.1:40448_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4237572 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n1, tag=null
[junit4] 2> 4237572 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33a78a21: rootName = solr_40448, domain = solr.core.testNodeAdded.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3a9365e7
[junit4] 2> 4237579 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@60b5e571
[junit4] 2> 4237579 INFO (qtp1713158116-29497) [n:127.0.0.1:40448_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n2, tag=null
[junit4] 2> 4237579 INFO (qtp1713158116-29497) [n:127.0.0.1:40448_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a193c18: rootName = solr_40448, domain = solr.core.testNodeAdded.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@5908c35a
[junit4] 2> 4237586 INFO (qtp1713158116-29497) [n:127.0.0.1:40448_solr ] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6a60115c
[junit4] 2> 4237586 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n1, tag=1622533489
[junit4] 2> 4237586 INFO (qtp1713158116-29500) [n:127.0.0.1:40448_
[...truncated too long message...]
thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4275681 INFO (jetty-closer-5867-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f23e58d{/solr,null,UNAVAILABLE}
[junit4] 2> 4275685 INFO (jetty-closer-5867-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4275687 ERROR (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4275688 INFO (SUITE-ComputePlanActionTest-seed#[DE82DCAA4E527116]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55212 55212
[junit4] 2> 4282334 INFO (Thread-7018) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55212 55212
[junit4] 2> 4282358 WARN (Thread-7018) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/aliases.json
[junit4] 2> 15 /solr/clusterprops.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/security.json
[junit4] 2> 9 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard2
[junit4] 2> 9 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard1
[junit4] 2> 6 /solr/collections/testSelected2/terms/shard1
[junit4] 2> 5 /solr/collections/testNodeLost/terms/shard1
[junit4] 2> 5 /solr/collections/testNodeAdded/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected1/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected1/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected2/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/collections/testSelected2/state.json
[junit4] 2> 30 /solr/collections/testSelected1/state.json
[junit4] 2> 30 /solr/collections/testSelected3/state.json
[junit4] 2> 29 /solr/collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 16 /solr/collections/testNodeLost/state.json
[junit4] 2> 15 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/testNodeAdded/state.json
[junit4] 2> 3 /solr/overseer_elect/election/72199968907722773-127.0.0.1:34216_solr-n_0000000005
[junit4] 2> 3 /solr/overseer_elect/election/72199968907722755-127.0.0.1:40448_solr-n_0000000000
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard2/election/72199968907722779-core_node12-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72199968907722766-127.0.0.1:49802_solr-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 63 /solr/live_nodes
[junit4] 2> 44 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_DE82DCAA4E527116-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=sl, timezone=America/Panama
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=200602968,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [CSVRequestHandlerTest, TestStressCloudBlindAtomicUpdates, StressHdfsTest, TestCoreBackup, HdfsUnloadDistributedZkTest, TestClusterProperties, HdfsRestartWhileUpdatingTest, URLClassifyProcessorTest, TestManagedStopFilterFactory, SortByFunctionTest, ResponseHeaderTest, TestExportWriter, ResponseLogComponentTest, ZkStateReaderTest, TestLegacyFieldReuse, ZkFailoverTest, TestUpdate, TestCloudPivotFacet, AtomicUpdateProcessorFactoryTest, TestSubQueryTransformerDistrib, TestAuthenticationFramework, TestBlendedInfixSuggestions, HttpTriggerListenerTest, TestStressVersions, HdfsDirectoryFactoryTest, TestHdfsUpdateLog, TestGraphTermsQParserPlugin, SystemInfoHandlerTest, JvmMetricsTest, TestInPlaceUpdatesStandalone, TestExpandComponent, SuggesterWFSTTest, TestFieldCacheVsDocValues, TestMaxScoreQueryParser, FullSolrCloudDistribCmdsTest, TestTriggerIntegration, AutoScalingHandlerTest, DistributedIntervalFacetingTest, TestDistribIDF, TestFieldCache, TestManagedSynonymGraphFilterFactory, TestPHPSerializedResponseWriter, HdfsRecoverLeaseTest, BasicDistributedZk2Test, RestartWhileUpdatingTest, DistributedTermsComponentTest, TestPKIAuthenticationPlugin, TestReversedWildcardFilterFactory, TestSSLRandomization, SchemaApiFailureTest, DebugComponentTest, DocExpirationUpdateProcessorFactoryTest, TestOrdValues, TestConfigSetImmutable, BlockCacheTest, TestNodeAddedTrigger, AliasIntegrationTest, TestDistributedMissingSort, TestExtendedDismaxParser, DefaultValueUpdateProcessorTest, ConfigureRecoveryStrategyTest, TestIntervalFaceting, ShowFileRequestHandlerTest, TestStressRecovery, SimpleFacetsTest, MinimalSchemaTest, DistributedQueryComponentOptimizationTest, TestRestoreCore, TestXmlQParser, TestWordDelimiterFilterFactory, ClusterStateTest, TestManagedResourceStorage, HdfsBasicDistributedZkTest, PrimUtilsTest, SegmentsInfoRequestHandlerTest, TestDistributedGrouping, TestRebalanceLeaders, TestQuerySenderListener, ShardSplitTest, JavabinLoaderTest, CdcrRequestHandlerTest, HLLSerializationTest, ConcurrentCreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, TestSchemaSimilarityResource, DistributedQueueTest, HighlighterConfigTest, BadComponentTest, V2ApiIntegrationTest, TestUseDocValuesAsStored2, LeaderInitiatedRecoveryOnShardRestartTest, TestPivotHelperCode, TestRandomDVFaceting, TestNestedDocsSort, BufferStoreTest, ParsingFieldUpdateProcessorsTest, ChaosMonkeyNothingIsSafeTest, BasicAuthIntegrationTest, SolrGangliaReporterTest, HdfsChaosMonkeySafeLeaderTest, TestCollapseQParserPlugin, TestClassicSimilarityFactory, SuggestComponentTest, RequestHandlersTest, TestImpersonationWithHadoopAuth, ReplicaListTransformerTest, TestDistribDocBasedVersion, CollectionsAPIDistributedZkTest, AddBlockUpdateTest, TestLuceneMatchVersion, JsonLoaderTest, DistribDocExpirationUpdateProcessorTest, TestCloudRecovery, TimeZoneUtilsTest, DistanceFunctionTest, TestHdfsCloudBackupRestore, TestRTGBase, TestAtomicUpdateErrorCases, TestCollectionAPI, TestFuzzyAnalyzedSuggestions, TestLMDirichletSimilarityFactory, PeerSyncWithIndexFingerprintCachingTest, ClassificationUpdateProcessorFactoryTest, ConnectionManagerTest, RemoteQueryErrorTest, TestJsonFacets, TestTolerantUpdateProcessorCloud, SpellCheckCollatorTest, HdfsThreadLeakTest, UpdateRequestProcessorFactoryTest, SuggesterTest, BlockJoinFacetRandomTest, TestValueSourceCache, TestMultiWordSynonyms, TestLeaderElectionZkExpiry, VersionInfoTest, TestGenericDistributedQueue, EchoParamsTest, ClassificationUpdateProcessorTest, TestLRUCache, LIRRollingUpdatesTest, TestCodecSupport, CollectionStateFormat2Test, ExecutePlanActionTest, TestSolrQueryParser, CurrencyFieldTypeTest, CollectionTooManyReplicasTest, AutoscalingHistoryHandlerTest, SolrSlf4jReporterTest, TestSolrCloudWithKerberosAlt, SpellPossibilityIteratorTest, TestBulkSchemaAPI, SimplePostToolTest, ReturnFieldsTest, CircularListTest, TestSchemaNameResource, TestSimpleQParserPlugin, TestDocBasedVersionConstraints, DistributedFacetPivotWhiteBoxTest, ManagedSchemaRoundRobinCloudTest, TestWriterPerf, TestRTimerTree, DeleteReplicaTest, ExternalFileFieldSortTest, SolrCloudExampleTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSerializedLuceneMatchVersion, TestExclusionRuleCollectionAccess, UpdateParamsTest, SolrCoreCheckLockOnStartupTest, CdcrReplicationDistributedZkTest, AssignTest, TestSolrDeletionPolicy2, TestStressReorder, SpatialRPTFieldTypeTest, DocValuesNotIndexedTest, DistanceUnitsTest, ReplaceNodeTest, BadIndexSchemaTest, ResponseBuilderTest, SolrCoreMetricManagerTest, TestCloudInspectUtil, TestSolr4Spatial2, TestPolicyCloud, TestFastWriter, SpellCheckCollatorWithCollapseTest, TestSolrIndexConfig, TestDFRSimilarityFactory, TestSchemaManager, TestSolrFieldCacheBean, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestSort, TestFiltering, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, SoftAutoCommitTest, CloudExitableDirectoryReaderTest, ConfigSetsAPITest, CreateRoutedAliasTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestCloudDeleteByQuery, TestConfigSetsAPI, TestLockTree, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, CollectionsAPIAsyncDistributedZkTest, TestReplicaProperties, ComputePlanActionTest]
[junit4] Completed [574/775 (1!)] on J1 in 50.55s, 4 tests, 1 failure <<< FAILURES!
[...truncated 49189 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 441 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/441/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6AA03E42D57D508B:E2F401987B813D73]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6AA03E42D57D508B:5B1E53A6ABD72579]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=9773, name=jetty-launcher-1613-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=9775, name=jetty-launcher-1613-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=9773, name=jetty-launcher-1613-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=9775, name=jetty-launcher-1613-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([6AA03E42D57D508B]:0)
Build Log:
[...truncated 12444 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6AA03E42D57D508B-001/init-core-data-001
[junit4] 2> 921311 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 921312 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 921313 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 921343 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6AA03E42D57D508B-001/tempDir-001
[junit4] 2> 921344 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 921344 INFO (Thread-3707) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 921344 INFO (Thread-3707) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 921346 ERROR (Thread-3707) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 921444 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41625
[junit4] 2> 921447 INFO (zkConnectionManagerCallback-1616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 921455 INFO (jetty-launcher-1613-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 921456 INFO (jetty-launcher-1613-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 921457 INFO (jetty-launcher-1613-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 921457 INFO (jetty-launcher-1613-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 921457 INFO (jetty-launcher-1613-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 921458 INFO (jetty-launcher-1613-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ea61c52{/solr,null,AVAILABLE}
[junit4] 2> 921458 INFO (jetty-launcher-1613-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 921458 INFO (jetty-launcher-1613-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 921458 INFO (jetty-launcher-1613-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 921459 INFO (jetty-launcher-1613-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ea6eabb{/solr,null,AVAILABLE}
[junit4] 2> 921459 INFO (jetty-launcher-1613-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b5a866f{SSL,[ssl, http/1.1]}{127.0.0.1:32801}
[junit4] 2> 921459 INFO (jetty-launcher-1613-thread-1) [ ] o.e.j.s.Server Started @924914ms
[junit4] 2> 921459 INFO (jetty-launcher-1613-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32801}
[junit4] 2> 921459 INFO (jetty-launcher-1613-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12e7f47f{SSL,[ssl, http/1.1]}{127.0.0.1:35285}
[junit4] 2> 921459 INFO (jetty-launcher-1613-thread-2) [ ] o.e.j.s.Server Started @924914ms
[junit4] 2> 921459 INFO (jetty-launcher-1613-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35285}
[junit4] 2> 921460 ERROR (jetty-launcher-1613-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:14:44.390Z
[junit4] 2> 921459 ERROR (jetty-launcher-1613-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 921460 INFO (jetty-launcher-1613-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:14:44.390Z
[junit4] 2> 921463 INFO (zkConnectionManagerCallback-1618-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 921463 INFO (zkConnectionManagerCallback-1620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 921463 INFO (jetty-launcher-1613-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 921464 INFO (jetty-launcher-1613-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 921470 INFO (jetty-launcher-1613-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41625/solr
[junit4] 2> 921470 INFO (jetty-launcher-1613-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41625/solr
[junit4] 2> 921473 INFO (zkConnectionManagerCallback-1628-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 921474 INFO (zkConnectionManagerCallback-1626-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 921476 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007ec8cea80003, likely client has closed socket
[junit4] 2> 921486 INFO (zkConnectionManagerCallback-1632-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 921486 INFO (zkConnectionManagerCallback-1631-thread-1-processing-n:127.0.0.1:35285_solr) [n:127.0.0.1:35285_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 921654 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 921655 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35285_solr
[junit4] 2> 921657 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.Overseer Overseer (id=72196994963603461-127.0.0.1:35285_solr-n_0000000000) starting
[junit4] 2> 921665 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 921667 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32801_solr
[junit4] 2> 921668 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35285_solr
[junit4] 2> 921671 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 921672 INFO (OverseerStateUpdate-72196994963603461-127.0.0.1:35285_solr-n_0000000000) [n:127.0.0.1:35285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 921766 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 921772 WARN (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 921775 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 921776 WARN (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 921780 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 921780 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 921887 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 921892 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 921914 INFO (jetty-launcher-1613-thread-1-EventThread) [n:127.0.0.1:32801_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 921917 INFO (jetty-launcher-1613-thread-2-EventThread) [n:127.0.0.1:35285_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 922075 WARN (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 922077 WARN (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 922142 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32801.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78da0889
[junit4] 2> 922142 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32801.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78da0889
[junit4] 2> 922142 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32801.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78da0889
[junit4] 2> 922142 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35285.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78da0889
[junit4] 2> 922145 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35285.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78da0889
[junit4] 2> 922145 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35285.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78da0889
[junit4] 2> 922145 INFO (jetty-launcher-1613-thread-1) [n:127.0.0.1:32801_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6AA03E42D57D508B-001/tempDir-001/node1/.
[junit4] 2> 922146 INFO (jetty-launcher-1613-thread-2) [n:127.0.0.1:35285_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6AA03E42D57D508B-001/tempDir-001/node2/.
[junit4] 2> 922176 INFO (zkConnectionManagerCallback-1638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 922209 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 934406 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518646485171&s=7SENnLemQwqQGLbLcRgXE9nmQ64="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:14:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:14:45 GMT
[junit4] 2> 934407 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 934433 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 934453 WARN (qtp1871207096-9732) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 934459 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518646497363&s=a2Kvrn32xrMaYFBFBqol0PiCgaM="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:14:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:14:57 GMT
[junit4] 2> 934460 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 934495 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 934498 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518646497426&s=VQLcRu9/OIvmEj5A7Wu12TYINco="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:14:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:14:57 GMT
[junit4] 2> 934499 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 934523 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 934530 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518646497454&s=V6+6NM6Dv9feUy+ajWXzyYwe8k4="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:14:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:14:57 GMT
[junit4] 2> 934530 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 934563 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 934565 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518646497493&s=9bOhuptPXBtWOoi9Me2IbtNLL2o="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:14:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:14:57 GMT
[junit4] 2> 934565 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 934594 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 934598 INFO (qtp1871207096-9732) [n:127.0.0.1:35285_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 934599 INFO (qtp1871207096-9732) [n:127.0.0.1:35285_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 934599 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518646497525&s=vT8PeJSvV+9N1x79f90wrEXyiEw="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:14:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:14:57 GMT
[junit4] 2> 934600 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 934619 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 949764 WARN (jetty-launcher-1613-thread-1-SendThread(127.0.0.1:41625)) [n:127.0.0.1:32801_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15377ms for sessionid 0x1007ec8cea80006
[junit4] 2> 949764 WARN (jetty-launcher-1613-thread-1-SendThread(127.0.0.1:41625)) [n:127.0.0.1:32801_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15378ms for sessionid 0x1007ec8cea80007
[junit4] 2> 949765 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007ec8cea80007, likely client has closed socket
[junit4] 2> 949765 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007ec8cea80006, likely client has closed socket
[junit4] 2> 949766 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518646497550&s=oHcLkLmXFjpZJTKxsI6RSuEuj58="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:14:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:14:57 GMT
[junit4] 2> 949766 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 949768 WARN (jetty-launcher-1613-thread-2-SendThread(127.0.0.1:41625)) [n:127.0.0.1:35285_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15380ms for sessionid 0x1007ec8cea80008
[junit4] 2> 949768 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007ec8cea80008, likely client has closed socket
[junit4] 2> 949769 WARN (jetty-launcher-1613-thread-2-SendThread(127.0.0.1:41625)) [n:127.0.0.1:35285_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15382ms for sessionid 0x1007ec8cea80005
[junit4] 2> 949769 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007ec8cea80005, likely client has closed socket
[junit4] 2> 949795 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 949796 INFO (qtp1871207096-9732) [n:127.0.0.1:35285_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 949796 INFO (qtp1871207096-9732) [n:127.0.0.1:35285_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 949797 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518646512726&s=+Y6GkGsAUiVaYS68eM+TYxfKRFY="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:12 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:12 GMT
[junit4] 2> 949797 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 949820 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 949822 INFO (qtp1871207096-9734) [n:127.0.0.1:35285_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 949822 INFO (qtp1871207096-9734) [n:127.0.0.1:35285_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 949822 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518646512751&s=mroRFvoZH7a89NjZXGxTZTXuhP0="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:12 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:12 GMT
[junit4] 2> 949822 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 949844 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 949847 INFO (zkConnectionManagerCallback-1641-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 949867 WARN (zkConnectionManagerCallback-1632-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4768067b name: ZooKeeperConnection Watcher:127.0.0.1:41625/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 949867 WARN (zkConnectionManagerCallback-1632-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 949868 INFO (jetty-launcher-1613-thread-2-EventThread) [n:127.0.0.1:35285_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 949872 WARN (zkConnectionManagerCallback-1631-thread-1-processing-n:127.0.0.1:35285_solr) [n:127.0.0.1:35285_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f9efc5a name: ZooKeeperConnection Watcher:127.0.0.1:41625/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 949873 WARN (zkConnectionManagerCallback-1631-thread-1-processing-n:127.0.0.1:35285_solr) [n:127.0.0.1:35285_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 950425 INFO (zkConnectionManagerCallback-1644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 950427 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 950429 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41625/solr ready
[junit4] 2> 950435 INFO (qtp1871207096-9732) [n:127.0.0.1:35285_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 951315 INFO (zkConnectionManagerCallback-1632-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 951319 INFO (zkConnectionManagerCallback-1631-thread-1-processing-n:127.0.0.1:35285_solr) [n:127.0.0.1:35285_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 951374 INFO (OverseerThreadFactory-4083-thread-1-processing-n:127.0.0.1:35285_solr) [n:127.0.0.1:35285_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 951487 INFO (OverseerStateUpdate-72196994963603461-127.0.0.1:35285_solr-n_0000000000) [n:127.0.0.1:35285_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 951719 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 951719 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 951745 INFO (jetty-launcher-1613-thread-1-EventThread) [n:127.0.0.1:32801_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 951825 INFO (zkCallback-1630-thread-3-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951825 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952743 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 952760 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 952846 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 952866 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 952866 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32801.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78da0889
[junit4] 2> 952866 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 952866 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6AA03E42D57D508B-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_6AA03E42D57D508B-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 952866 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 952999 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 952999 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 953000 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 953000 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 953001 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 953001 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@abcec3d[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 953003 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 953007 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 953024 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 953024 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 953024 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592378540376981504
[junit4] 2> 953025 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 953025 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 953025 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 953026 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 953026 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 953026 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 953027 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 953027 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 953028 INFO (searcherExecutor-4088-thread-1-processing-n:127.0.0.1:32801_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@abcec3d[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 953036 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 953036 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 953036 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32801/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 953036 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 953036 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:32801/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 953036 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 953042 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32801/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 953144 INFO (zkCallback-1630-thread-3-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 953144 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 953194 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 953197 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1478
[junit4] 2> 953197 WARN (httpShardExecutor-4079-thread-1-processing-n:127.0.0.1:35285_solr [https:////127.0.0.1:32801//solr] https:////127.0.0.1:32801//solr) [n:127.0.0.1:35285_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518646514648&s=9TTY2iho+cOwKn2+4KaDeGQ/DoM="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:14 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:14 GMT
[junit4] 2> 953201 INFO (qtp1871207096-9732) [n:127.0.0.1:35285_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 953298 INFO (zkCallback-1630-thread-3-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 953298 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 953382 INFO (OverseerCollectionConfigSetProcessor-72196994963603461-127.0.0.1:35285_solr-n_0000000000) [n:127.0.0.1:35285_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 954203 INFO (qtp1871207096-9732) [n:127.0.0.1:35285_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3769
[junit4] 2> 954204 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518646513364&s=JsNXtBVomb8x/0/SkRh1+Xxv1Xg="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:13 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:13 GMT
[junit4] 2> 954204 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 954204 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 954211 INFO (qtp1871207096-9734) [n:127.0.0.1:35285_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 954218 INFO (qtp1181457274-9724) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 954218 WARN (qtp1871207096-9734) [n:127.0.0.1:35285_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518646517147&s=yH5Q18B3rIYIeWeMODyMXldqSTQ="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:17 GMT
[junit4] 2> 954219 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518646517141&s=P1w2q+M/jKtQ45G38SLdnC6BadY="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:17 GMT
[junit4] 2> 954219 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518646517147&s=yH5Q18B3rIYIeWeMODyMXldqSTQ="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:17 GMT
[junit4] 2> 954226 INFO (qtp1181457274-9728) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 954227 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518646517156&s=tm/jvdT+gBGGFmRDKUPKGtIWFBY="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:17 GMT
[junit4] 2> 954227 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 954269 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 954273 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6AA03E42D57D508B]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518646517201&s=O2oCm9bJKvGkpNepen5kJ+MT1WI="; Path=/; Domain=127.0.0.1; Expires=mer., 14-f?vr.-2018 22:15:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mer., 14-f?vr.-2018 22:15:17 GMT
[junit4] 2> 954273 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 954302 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 954303 INFO (qtp1871207096-9734) [n:127.0.0.1:35285_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 954304 WARN (qtp1871207096-9734) [n:127.0.0.1:35285_solr ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> ... 34 more
[junit4] 2> 954310 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[6AA03E42D57D508B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 954314 INFO (jetty-closer-1614-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@12e7f47f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 954314 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1040457590
[junit4] 2> 954314 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 954314 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2801fec5: rootName = solr_35285, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5a097940
[junit4] 2> 954314 INFO (jetty-closer-1614-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b5a866f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 954314 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1137010429
[junit4] 2> 954315 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 954315 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@497e4e11: rootName = solr_32801, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5ea642d1
[junit4] 2> 954318 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 954318 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@92f58ac: rootName = solr_35285, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45c90f95
[junit4] 2> 954318 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 954318 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10847681: rootName = solr_32801, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45c90f95
[junit4] 2> 954321 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 954321 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 954321 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78b9e749: rootName = solr_35285, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4b6a059a
[junit4] 2> 954321 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@438e46b7: rootName = solr_32801, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4b6a059a
[junit4] 2> 954323 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35285_solr
[junit4] 2> 954323 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32801_solr
[junit4] 2> 954324 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 954324 INFO (zkCallback-1629-thread-2-processing-n:127.0.0.1:35285_solr) [n:127.0.0.1:35285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 954325 INFO (jetty-closer-1614-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 954325 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 954326 INFO (zkCallback-1629-thread-3-processing-n:127.0.0.1:35285_solr) [n:127.0.0.1:35285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 954326 INFO (jetty-closer-1614-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72196994963603461-127.0.0.1:35285_solr-n_0000000000) closing
[junit4] 2> 954328 INFO (coreCloseExecutor-4094-thread-1) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6af3c4b7
[junit4] 2> 954328 INFO (coreCloseExecutor-4094-thread-1) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1794360503
[junit4] 2> 954328 INFO (coreCloseExecutor-4094-thread-1) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c4b3534: rootName = solr_32801, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@42dc7a1b
[junit4] 2> 954328 INFO (OverseerStateUpdate-72196994963603461-127.0.0.1:35285_solr-n_0000000000) [n:127.0.0.1:35285_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35285_solr
[junit4] 2> 954330 WARN (OverseerAutoScalingTriggerThread-72196994963603461-127.0.0.1:35285_solr-n_0000000000) [n:127.0.0.1:35285_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 954337 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32801_solr
[junit4] 2> 954338 ERROR (Thread[Thread-3725,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:35285_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 954346 INFO (coreCloseExecutor-4094-thread-1) [n:127.0.0.1:32801_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1794360503
[junit4] 2> 954352 INFO (jetty-closer-1614-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ea6eabb{/solr,null,UNAVAILABLE}
[junit4] 2> 954352 INFO (jetty-closer-1614-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 954353 ERROR (Thread[Thread-3724,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:32801_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 954358 INFO (jetty-closer-1614-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ea61c52{/solr,null,UNAVAILABLE}
[junit4] 2> 954359 INFO (jetty-closer-1614-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 954360 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 954361 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41625 41625
[junit4] 2> 954374 INFO (Thread-3707) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41625 41625
[junit4] 2> 954375 WARN (Thread-3707) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 954404 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[6AA03E42D57D508B]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 14, 2018 12:15:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 8 leaked thread(s).
[junit4] 2> Feb 14, 2018 12:15:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=9773, name=jetty-launcher-1613-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2) Thread[id=9775, name=jetty-launcher-1613-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.
[...truncated too long message...]
/solr/security.json
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 157 /solr/collections/collection1/state.json
[junit4] 2> 37 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72197230684274712-127.0.0.1:53802_solr-n_0000000006
[junit4] 2> 3 /solr/overseer_elect/election/72197230684274733-127.0.0.1:55019_solr-n_0000000013
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72197230684274727-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72197230684274739-127.0.0.1:62938_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/72197230684274694-127.0.0.1:40273_solr-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72197230684274712-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72197230684274718-127.0.0.1:44183_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/72197230684274730-127.0.0.1:59815_solr-n_0000000012
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72197230684274730-core_node10-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_6AA03E42D57D508B-001
[junit4] 2> Feb 14, 2018 1:17:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene50(blocksize=128), x_s=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=663, maxMBSortInHeap=5.29559548477755, sim=RandomSimilarity(queryNorm=true): {}, locale=es-AR, timezone=Europe/Istanbul
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=86647472,total=497025024
[junit4] 2> NOTE: All tests run in this JVM: [JSONWriterTest, SpellCheckCollatorTest, TestDistributedGrouping, PKIAuthenticationIntegrationTest, TestInitParams, TestSubQueryTransformerDistrib, TestAnalyzedSuggestions, HDFSCollectionsAPITest, DistributedFacetSimpleRefinementLongTailTest, SharedFSAutoReplicaFailoverTest, TestDistribIDF, LeaderFailoverAfterPartitionTest, TestSQLHandlerNonCloud, TestConfig, SpatialHeatmapFacetsTest, TestIndexingPerformance, TestTriggerIntegration, TestCoreBackup, TestManagedResourceStorage, ExternalFileFieldSortTest, ShardSplitTest, RulesTest, TestCrossCoreJoin, TestOnReconnectListenerSupport, HdfsThreadLeakTest, PeerSyncTest, TestOrdValues, TestZkAclsWithHadoopAuth, TestCloudManagedSchema, TestExtendedDismaxParser, SegmentsInfoRequestHandlerTest, CollectionsAPIDistributedZkTest, CoreAdminHandlerTest, TestConfigSets, TestFastWriter, DirectUpdateHandlerTest, ClusterStateTest, TestImpersonationWithHadoopAuth, CdcrRequestHandlerTest, ZkControllerTest, TestComplexPhraseQParserPlugin, TestSolrConfigHandlerConcurrent, DefaultValueUpdateProcessorTest, ResponseLogComponentTest, ParsingFieldUpdateProcessorsTest, DistanceUnitsTest, TestLeaderElectionZkExpiry, TestCloudRecovery, SuggesterTest, ClusterStateUpdateTest, TestSubQueryTransformer, DistanceFunctionTest, TestBlendedInfixSuggestions, TestLegacyTerms, TestReplicaProperties, HdfsChaosMonkeySafeLeaderTest, ClassificationUpdateProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, TestApiFramework, TestReplicationHandlerBackup, TestDistribStateManager, TestFieldCollectionResource, SolrJmxReporterCloudTest, TestBlobHandler, TestRebalanceLeaders, TestFastLRUCache, PeerSyncReplicationTest, FileBasedSpellCheckerTest, DisMaxRequestHandlerTest, DeleteStatusTest, TestInPlaceUpdatesStandalone, DocValuesMultiTest, TestLMJelinekMercerSimilarityFactory, DistribDocExpirationUpdateProcessorTest, PropertiesRequestHandlerTest, UUIDFieldTest, ChaosMonkeySafeLeaderTest, AutoScalingHandlerTest, TestNonDefinedSimilarityFactory, ConcurrentCreateRoutedAliasTest, AutoscalingHistoryHandlerTest, DocValuesMissingTest, TestManagedSchemaThreadSafety, DocumentAnalysisRequestHandlerTest, TestRandomCollapseQParserPlugin, TestPKIAuthenticationPlugin, OverseerTest, DocExpirationUpdateProcessorFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrCoreProperties, TestUpdate, TestClusterStateProvider, AutoAddReplicasIntegrationTest, TestIntervalFaceting, ShardRoutingTest, TestSha256AuthenticationProvider, TestRTimerTree, SparseHLLTest, AliasIntegrationTest, DocValuesNotIndexedTest, MergeStrategyTest, ShowFileRequestHandlerTest, DirectoryFactoryTest, ImplicitSnitchTest, CursorMarkTest, TestSchemaManager, ResponseBuilderTest, CdcrBidirectionalTest, MinimalSchemaTest, TestNumericTerms64, TestSolrDeletionPolicy2, CleanupOldIndexTest, ReplicaListTransformerTest, TestConfigSetImmutable, TestHdfsUpdateLog, HdfsDirectoryFactoryTest, IndexBasedSpellCheckerTest, TestPushWriter, TestLMDirichletSimilarityFactory, URLClassifyProcessorTest, SearchRateTriggerTest, TestCryptoKeys, SolrSlf4jReporterTest, LIRRollingUpdatesTest, DistributedQueryComponentOptimizationTest, TestSolrXml, CheckHdfsIndexTest, ActionThrottleTest, TestImplicitCoreProperties, ConnectionManagerTest, TestCoreDiscovery, RemoteQueryErrorTest, TestQuerySenderListener, TestTolerantUpdateProcessorCloud, CloudMLTQParserTest, TestLegacyFieldCache, EchoParamsTest, TestBinaryResponseWriter, BasicFunctionalityTest, TestDistributedMissingSort, TestSolrCoreSnapshots, ZkSolrClientTest, TestSolrIndexConfig, TestStressReorder, TestCSVLoader, TestWriterPerf, TestPHPSerializedResponseWriter, ExplicitHLLTest, SchemaApiFailureTest, BadIndexSchemaTest, DOMUtilTest, TestSolrQueryParser, TestBulkSchemaAPI, TestShortCircuitedRequests, TestHashPartitioner, TestEmbeddedSolrServerConstructors, TestReRankQParserPlugin, TestReloadAndDeleteDocs, TestDocumentBuilder, TestRTGBase, MoveReplicaHDFSFailoverTest, TestDynamicFieldCollectionResource, SimplePostToolTest, CdcrReplicationDistributedZkTest, TestGraphMLResponseWriter, UpdateParamsTest, TestRandomFlRTGCloud, HttpPartitionOnCommitTest, TestLuceneIndexBackCompat, FullSolrCloudDistribCmdsTest, BasicAuthIntegrationTest, TestUnifiedSolrHighlighter, TestSimpleTrackingShardHandler, CircularListTest, ConfigureRecoveryStrategyTest, TriLevelCompositeIdRoutingTest, RestartWhileUpdatingTest, TestSSLRandomization, NotRequiredUniqueKeyTest, TestFieldCache, HttpTriggerListenerTest, SoftAutoCommitTest, TestAuthenticationFramework, ReturnFieldsTest, SolrMetricReporterTest, TestClassicSimilarityFactory, FieldAnalysisRequestHandlerTest, TestSimpleQParserPlugin, ExecutePlanActionTest, DistributedFacetPivotLargeTest, ShardRoutingCustomTest, TestDistributedSearch, TestRealTimeGet, TestJoin, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, TestFiltering, TestBadConfig, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestFoldingMultitermQuery, DocValuesTest, SolrInfoBeanTest, DebugComponentTest, TestQueryUtils, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, LoggingHandlerTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestLFUCache, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestPhraseSuggestions, TestCodecSupport, TestDFRSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, TestLRUCache, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, AddReplicaTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPISolrJTest, DistributedQueueTest, HttpPartitionTest, MoveReplicaTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRandomRequestDistribution, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, ZkFailoverTest, CollectionReloadTest, CollectionTooManyReplicasTest, TestCollectionAPI, AutoAddReplicasPlanActionTest, NodeAddedTriggerTest, SystemLogListenerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [603/775 (3!)] on J1 in 186.64s, 14 tests, 1 failure <<< FAILURES!
[...truncated 49152 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 440 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/440/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.model.TestLinearModel
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel: 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel:
1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.model.TestLinearModel
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=29366, name=jetty-launcher-6397-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=29377, name=jetty-launcher-6397-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=29366, name=jetty-launcher-6397-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=29377, name=jetty-launcher-6397-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([A49653D9C172DC92]:0)
Build Log:
[...truncated 13878 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/init-core-data-001
[junit4] 2> 4088083 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4088087 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4088088 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4088122 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001
[junit4] 2> 4088122 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4088122 INFO (Thread-6104) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4088122 INFO (Thread-6104) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4088126 ERROR (Thread-6104) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4088228 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A49653D9C172DC92]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40512
[junit4] 2> 4088234 INFO (zkConnectionManagerCallback-6400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088239 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007c4ed12f0000, likely client has closed socket
[junit4] 2> 4088248 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4088248 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4088250 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4088250 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4088250 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d9dd1f6{/solr,null,AVAILABLE}
[junit4] 2> 4088251 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@647fa48c{/solr,null,AVAILABLE}
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57f9f6e2{HTTP/1.1,[http/1.1]}{127.0.0.1:62676}
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.e.j.s.Server Started @4096809ms
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62676}
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59a0bc95{HTTP/1.1,[http/1.1]}{127.0.0.1:51404}
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-2) [ ] o.e.j.s.Server Started @4096809ms
[junit4] 2> 4088252 ERROR (jetty-launcher-6397-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51404}
[junit4] 2> 4088252 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4088253 ERROR (jetty-launcher-6397-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T00:43:09.037Z
[junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4088253 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T00:43:09.037Z
[junit4] 2> 4088255 INFO (zkConnectionManagerCallback-6402-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088255 INFO (zkConnectionManagerCallback-6404-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088256 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4088256 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4088275 INFO (jetty-launcher-6397-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40512/solr
[junit4] 2> 4088277 INFO (jetty-launcher-6397-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40512/solr
[junit4] 2> 4088277 INFO (zkConnectionManagerCallback-6408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088279 INFO (zkConnectionManagerCallback-6412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088281 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088282 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088321 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4088323 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62676_solr
[junit4] 2> 4088328 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) starting
[junit4] 2> 4088347 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62676_solr
[junit4] 2> 4088363 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4088421 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 4088421 WARN (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4088422 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 4088424 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 4088427 INFO (jetty-launcher-6397-thread-1-EventThread) [n:127.0.0.1:62676_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 4088451 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4088457 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4088459 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51404_solr
[junit4] 2> 4088460 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4088468 WARN (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4088484 INFO (zkCallback-6415-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4088516 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 4088516 WARN (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4088516 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 4088521 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 4088521 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768
[junit4] 2> 4088523 INFO (jetty-launcher-6397-thread-2-EventThread) [n:127.0.0.1:51404_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 4088537 WARN (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 4088542 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768
[junit4] 2> 4088546 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768
[junit4] 2> 4088555 INFO (jetty-launcher-6397-thread-1) [n:127.0.0.1:62676_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node1/.
[junit4] 2> 4088605 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51404.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768
[junit4] 2> 4088632 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51404.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768
[junit4] 2> 4088632 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51404.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768
[junit4] 2> 4088634 INFO (jetty-launcher-6397-thread-2) [n:127.0.0.1:51404_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node2/.
[junit4] 2> 4088666 INFO (zkConnectionManagerCallback-6422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4088698 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007c4ed12f0009, likely client has closed socket
[junit4] 2> 4088857 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 4088862 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518604989643&s=0WIUuxAd+IefDx+jP1+zaAaWqME="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:09 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:09 GMT
[junit4] 2> 4088863 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 4089012 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 4089020 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518604989797&s=K4Zfrxmu1Uw0AAWBhhjGmFxCBg0="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:09 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:09 GMT
[junit4] 2> 4089021 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 4089175 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 4089187 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518604989961&s=HjO69B384fY5BkUsrrJbHayGvVg="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:09 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:09 GMT
[junit4] 2> 4089188 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 4089547 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 4089549 INFO (zkConnectionManagerCallback-6425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4090303 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4090305 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4090307 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40512/solr ready
[junit4] 2> 4090310 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4090315 INFO (OverseerThreadFactory-11984-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 4090432 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62676/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4090643 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4090643 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4090596 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4090596 INFO (zkCallback-6413-thread-2-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4091513 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4091530 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 4091670 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4091698 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 4091699 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62676.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c568768
[junit4] 2> 4091699 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4091699 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A49653D9C172DC92-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 4091701 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 4091780 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4091781 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4091782 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4091782 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4091782 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=46.380859375, floorSegmentMB=1.365234375, forceMergeDeletesPctAllowed=4.18713529575295, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8729714263374488
[junit4] 2> 4091783 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ccca985[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 4091784 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 4091787 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 4091805 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4091805 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 4091805 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592334999973003264
[junit4] 2> 4091806 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 4091806 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 4091806 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 4091807 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 4091807 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 4091807 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 4091808 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 4091808 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 4091809 INFO (searcherExecutor-11989-thread-1-processing-n:127.0.0.1:62676_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@3ccca985[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 4091819 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4091825 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 4091927 INFO (zkCallback-6413-thread-2-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4091927 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4091977 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4091980 INFO (qtp1368990568-29323) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1491
[junit4] 2> 4091981 WARN (httpShardExecutor-11976-thread-1-processing-n:127.0.0.1:62676_solr [http:////127.0.0.1:62676//solr] http:////127.0.0.1:62676//solr) [n:127.0.0.1:62676_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518604991426&s=kvZedNMipns4it9XZMzm+YJnVBc="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:11 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:11 GMT
[junit4] 2> 4091987 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4092089 INFO (zkCallback-6413-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4092089 INFO (zkCallback-6413-thread-2-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4092168 INFO (OverseerCollectionConfigSetProcessor-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4093000 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2839
[junit4] 2> 4093001 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518604991093&s=RNlRFaITCcj/wIlsrzHRTtNZ3J8="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:11 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:11 GMT
[junit4] 2> 4093003 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 4093004 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 4093010 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4093010 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518604993793&s=ooCr0oycmLMazJPm9c/aOqIMLmY="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT
[junit4] 2> 4093014 INFO (qtp1522649962-29319) [n:127.0.0.1:51404_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4093018 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4093020 WARN (qtp1522649962-29319) [n:127.0.0.1:51404_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518604993801&s=ubRrx3o26wqQ0i2bef35Nyelvr4="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT
[junit4] 2> 4093021 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518604993798&s=VgxA1y4dADwQS+ni9zqAgU7K0Dg="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT
[junit4] 2> 4093022 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518604993801&s=ubRrx3o26wqQ0i2bef35Nyelvr4="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:13 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:13 GMT
[junit4] 2> 4093023 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 4093255 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 4093266 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4093267 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4093267 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518604994050&s=W5mosrmLF4V+Qgkdi4Yco1lnT+8="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:14 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:14 GMT
[junit4] 2> 4093268 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 4093741 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 4113175 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518604994526&s=FrS2eM4548FCWBATlBvMJCksj1U="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:14 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:14 GMT
[junit4] 2> 4113176 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 4113204 WARN (jetty-launcher-6397-thread-2-SendThread(127.0.0.1:40512)) [n:127.0.0.1:51404_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 20194ms for sessionid 0x1007c4ed12f0006
[junit4] 2> 4113205 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007c4ed12f0006, likely client has closed socket
[junit4] 2> 4113206 WARN (jetty-launcher-6397-thread-1-SendThread(127.0.0.1:40512)) [n:127.0.0.1:62676_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 21037ms for sessionid 0x1007c4ed12f0005
[junit4] 2> 4113393 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72dbf9c4 name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 4113433 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 4113435 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@98179fd name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 4113435 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 4113439 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f1fe2fb name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 4113439 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 4114079 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 4116868 WARN (jetty-launcher-6397-thread-1-SendThread(127.0.0.1:40512)) [n:127.0.0.1:62676_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0007 has expired
[junit4] 2> 4116869 WARN (jetty-launcher-6397-thread-1-SendThread(127.0.0.1:40512)) [n:127.0.0.1:62676_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0005 has expired
[junit4] 2> 4116869 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518605014863&s=qzFNhqzurqey6pyuM1NJvIk3l/I="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:34 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:34 GMT
[junit4] 2> 4116870 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 4116932 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@98179fd name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 4116948 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 4116949 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) closing
[junit4] 2> 4116949 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A49653D9C172DC92]-SendThread(127.0.0.1:40512)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f000b has expired
[junit4] 2> 4116989 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer According to ZK I (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) am no longer a leader.
[junit4] 2> 4116989 INFO (OverseerStateUpdate-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62676_solr
[junit4] 2> 4116989 WARN (jetty-launcher-6397-thread-2-SendThread(127.0.0.1:40512)) [n:127.0.0.1:51404_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0008 has expired
[junit4] 2> 4116992 WARN (OverseerAutoScalingTriggerThread-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4116991 INFO (OverseerCollectionConfigSetProcessor-72194271996739589-127.0.0.1:62676_solr-n_0000000000) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=72194271996739589-127.0.0.1:62676_solr-n_0000000000) am no longer a leader.
[junit4] 2> 4117005 ERROR (OverseerExitThread) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4117005 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72dbf9c4 name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 4117025 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 4117034 WARN (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 4117003 WARN (jetty-launcher-6397-thread-2-SendThread(127.0.0.1:40512)) [n:127.0.0.1:51404_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1007c4ed12f0006 has expired
[junit4] 2> 4117003 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f1fe2fb name: ZooKeeperConnection Watcher:127.0.0.1:40512/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 4117058 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 4117058 WARN (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 4117023 WARN (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 4117061 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr-EventThread) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117062 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 4117062 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 4117065 INFO (zkConnectionManagerCallback-6428-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117065 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 4117067 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 4117147 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 4117147 INFO (zkConnectionManagerCallback-6428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 4117192 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 4117193 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr-EventThread) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117193 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 4117193 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 4117221 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 4117341 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 4117348 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518605018125&s=De02R3ZpJ3E0j9MmbAXTsMwaHQg="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:38 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:38 GMT
[junit4] 2> 4117348 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 4117354 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62676_solr
[junit4] 2> 4117383 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.Overseer Overseer (id=72194271996739596-127.0.0.1:62676_solr-n_0000000002) starting
[junit4] 2> 4117389 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51404_solr
[junit4] 2> 4117398 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 4117399 INFO (zkConnectionManagerCallback-6416-thread-1-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 4117399 INFO (zkCallback-6415-thread-7-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4117399 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4117406 INFO (zkCallback-6427-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4117575 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62676_solr
[junit4] 2> 4117589 INFO (zkCallback-6427-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4117589 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4117589 INFO (zkCallback-6415-thread-7-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4117589 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 4117589 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.ZkController Registering core forwardingCollection_shard1_replica_n1 afterExpiration? true
[junit4] 2> 4117589 INFO (zkConnectionManagerCallback-6414-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 4117603 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 4117604 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4117605 INFO (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4117605 INFO (Thread-6127) [n:127.0.0.1:62676_solr ] o.a.s.c.SolrCore config update listener called for core forwardingCollection_shard1_replica_n1
[junit4] 2> 4117606 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518605018388&s=jGSmqw6PsPr7t4fuAKvOck77BNk="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:38 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:38 GMT
[junit4] 2> 4117606 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 4117611 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4117660 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4117671 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4117674 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 4117676 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4117676 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 4117676 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4117716 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62676/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 4117735 INFO (coreZkRegister-11973-thread-1-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4117848 INFO (zkCallback-6413-thread-13-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4118020 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 4118164 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4118164 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4118165 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518605018825&s=Hjdtg8WnjeULsti9qFPYbFFlVuk="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:38 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:38 GMT
[junit4] 2> 4118165 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 4118559 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 4118586 WARN (qtp1368990568-29320) [n:127.0.0.1:62676_solr ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 4118597 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A49653D9C172DC92]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518605019344&s=7bhl8tEsxHlG6BH2EhtSt5QTWrM="; Path=/; Domain=127.0.0.1; Expires= , 14- -2018 10:43:39 GMT; HttpOnly". Invalid 'expires' attribute: , 14- -2018 10:43:39 GMT
[junit4] 2> 4118597 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 4119046 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 4119047 INFO (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4119061 WARN (qtp1368990568-29322) [n:127.0.0.1:62676_solr ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> ... 31 more
[junit4] 2> 4119070 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A49653D9C172DC92]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 4119077 INFO (jetty-closer-6398-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59a0bc95{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4119087 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1147913410
[junit4] 2> 4119087 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4119090 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20704b65: rootName = solr_51404, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@37b00ca3
[junit4] 2> 4119097 INFO (jetty-closer-6398-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@57f9f6e2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4119118 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=615986771
[junit4] 2> 4119118 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4119118 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@763daccd: rootName = solr_62676, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@68f5314c
[junit4] 2> 4119105 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4119119 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76e66039: rootName = solr_51404, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@774ce27b
[junit4] 2> 4119155 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4119156 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c05c84f: rootName = solr_51404, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@79e06781
[junit4] 2> 4119160 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51404_solr
[junit4] 2> 4119161 INFO (jetty-closer-6398-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4119173 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4119173 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e1ab062: rootName = solr_62676, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@774ce27b
[junit4] 2> 4119177 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4119177 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@386d22be: rootName = solr_62676, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@79e06781
[junit4] 2> 4119178 INFO (zkCallback-6413-thread-12-processing-n:127.0.0.1:62676_solr) [n:127.0.0.1:62676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4119189 INFO (zkCallback-6415-thread-7-processing-n:127.0.0.1:51404_solr) [n:127.0.0.1:51404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4119192 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:62676_solr
[junit4] 2> 4119194 INFO (jetty-closer-6398-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4119195 INFO (coreCloseExecutor-11999-thread-1) [n:127.0.0.1:62676_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n
[...truncated too long message...]
Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 14495 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 14498 INFO (coreCloseExecutor-101-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4d7668f1
[junit4] 2> 14498 INFO (coreCloseExecutor-101-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1299605745
[junit4] 2> 14501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38e5953{/solr,null,UNAVAILABLE}
[junit4] 2> 14501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 44501 WARN (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp1738168214{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp1738168214-118,5,TGRP-TestLinearModel]
[junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1726289768
[junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 44501 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@279b6777: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
[junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5af3fe6d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
[junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 44502 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c87a17e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
[junit4] 2> 44503 INFO (coreCloseExecutor-103-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@cf91ae1
[junit4] 2> 44503 INFO (coreCloseExecutor-103-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=217651937
[junit4] 2> 44503 INFO (coreCloseExecutor-103-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d22deb2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
[junit4] 2> 44508 INFO (SUITE-TestLinearModel-seed#[EF19B1864CF6845B]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 14, 2018 1:11:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 14, 2018 1:11:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel:
[junit4] 2> 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 14, 2018 1:11:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel]
[junit4] 2> Feb 14, 2018 1:11:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), popularity=PostingsFormat(name=Asserting), description=FSTOrd50, id=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), title=FSTOrd50}, docValues:{}, maxPointsInLeafNode=975, maxMBSortInHeap=7.149151974173325, sim=RandomSimilarity(queryNorm=false): {}, locale=id-ID, timezone=UTC
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=2,free=44675032,total=97320960
[junit4] 2> NOTE: All tests run in this JVM: [TestUserTermScorereQDF, TestModelManager, TestAdapterModel, TestLinearModel]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLinearModel -Dtests.seed=EF19B1864CF6845B -Dtests.slow=true -Dtests.locale=id-ID -Dtests.timezone=UTC -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestLinearModel (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.model.TestLinearModel:
[junit4] > 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=118, name=qtp1738168214-118, state=TIMED_WAITING, group=TGRP-TestLinearModel]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([EF19B1864CF6845B]:0)
[junit4] Completed [31/36 (1!)] on J0 in 53.89s, 6 tests, 2 errors <<< FAILURES!
[...truncated 41028 lines...]