You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/19 01:04:38 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.4) - Build #
21488 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21488/
Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:45833/solr","node_name":"127.0.0.1:45833_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:45833/solr","node_name":"127.0.0.1:45833_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([868760D47A43A46E:ED35F0ED4BFC996]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13841 lines...]
[junit4] Suite: org.apache.solr.cloud.AddReplicaTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/init-core-data-001
[junit4] 2> 1878752 WARN (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1878752 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1878752 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1878753 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1878753 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001
[junit4] 2> 1878753 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1878753 INFO (Thread-7160) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1878753 INFO (Thread-7160) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1878754 ERROR (Thread-7160) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1878853 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46411
[junit4] 2> 1878855 INFO (zkConnectionManagerCallback-3339-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878857 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878858 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37e1ce22{/solr,null,AVAILABLE}
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11073e1d{/solr,null,AVAILABLE}
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72374ba4{/solr,null,AVAILABLE}
[junit4] 2> 1878859 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f57009c{/solr,null,AVAILABLE}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6df6fc15{SSL,[ssl, http/1.1]}{127.0.0.1:33835}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20076fde{SSL,[ssl, http/1.1]}{127.0.0.1:45833}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33835}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45833}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71e8b4c9{SSL,[ssl, http/1.1]}{127.0.0.1:46285}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@739c7592{SSL,[ssl, http/1.1]}{127.0.0.1:46771}
[junit4] 2> 1878860 ERROR (jetty-launcher-3336-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46771}
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878860 ERROR (jetty-launcher-3336-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878860 ERROR (jetty-launcher-3336-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094004Z
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094033Z
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-1) [ ] o.e.j.s.Server Started @1880516ms
[junit4] 2> 1878860 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46285}
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094163Z
[junit4] 2> 1878861 ERROR (jetty-launcher-3336-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878861 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T00:28:08.094396Z
[junit4] 2> 1878861 INFO (zkConnectionManagerCallback-3342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878861 INFO (zkConnectionManagerCallback-3343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878861 INFO (zkConnectionManagerCallback-3345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878862 INFO (zkConnectionManagerCallback-3347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878862 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1878864 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100691909280002, likely client has closed socket
[junit4] 2> 1878865 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100691909280003, likely client has closed socket
[junit4] 2> 1878865 INFO (jetty-launcher-3336-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878865 INFO (jetty-launcher-3336-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878866 INFO (jetty-launcher-3336-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878866 INFO (jetty-launcher-3336-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46411/solr
[junit4] 2> 1878873 INFO (zkConnectionManagerCallback-3361-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878873 INFO (zkConnectionManagerCallback-3357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878877 INFO (zkConnectionManagerCallback-3354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878877 DEBUG (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@3f7f8b33
[junit4] 2> 1878877 DEBUG (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@2388d6c5
[junit4] 2> 1878881 INFO (zkConnectionManagerCallback-3363-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878881 DEBUG (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@5b9f8be8
[junit4] 2> 1878882 INFO (zkConnectionManagerCallback-3367-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878882 INFO (zkConnectionManagerCallback-3365-thread-1-processing-n:127.0.0.1:46771_solr) [n:127.0.0.1:46771_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878882 INFO (zkConnectionManagerCallback-3369-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878882 DEBUG (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$337/1866851050@278fd11d
[junit4] 2> 1878883 INFO (zkConnectionManagerCallback-3371-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878910 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1878911 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878911 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878912 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878912 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643211-127.0.0.1:33835_solr-n_0000000002
[junit4] 2> 1878912 DEBUG (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72173150286643210-127.0.0.1:46771_solr-n_0000000003
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45833_solr
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001
[junit4] 2> 1878913 DEBUG (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72173150286643211-127.0.0.1:33835_solr-n_0000000002
[junit4] 2> 1878913 DEBUG (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 1878913 DEBUG (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72173150286643211-127.0.0.1:33835_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46285_solr
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33835_solr
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46771_solr
[junit4] 2> 1878913 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Overseer (id=72173150286643209-127.0.0.1:45833_solr-n_0000000000) starting
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878913 INFO (zkCallback-3364-thread-1-processing-n:127.0.0.1:46771_solr) [n:127.0.0.1:46771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878913 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878913 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878914 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878914 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878914 INFO (zkCallback-3366-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1878915 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1878915 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1878916 DEBUG (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45833_solr as DOWN
[junit4] 2> 1878916 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1878916 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45833_solr
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1878916 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1878916 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1878916 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1878917 INFO (zkCallback-3364-thread-1-processing-n:127.0.0.1:46771_solr) [n:127.0.0.1:46771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1878917 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 INFO (zkCallback-3366-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1878917 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45833_solr, 127.0.0.1:33835_solr, 127.0.0.1:46771_solr, 127.0.0.1:46285_solr]
[junit4] 2> 1878917 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1878917 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1878917 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45833_solr"} current state version: 0
[junit4] 2> 1878917 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45833_solr
[junit4] 2> 1878918 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1878918 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 1878918 DEBUG (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1878918 DEBUG (ScheduledTrigger-7653-thread-1) [n:127.0.0.1:45833_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1878940 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46771.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878945 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46771.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878945 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46771.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878946 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878946 INFO (jetty-launcher-3336-thread-2) [n:127.0.0.1:46771_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node2/.
[junit4] 2> 1878953 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878953 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878954 INFO (jetty-launcher-3336-thread-3) [n:127.0.0.1:33835_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node3/.
[junit4] 2> 1878960 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45833.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878962 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878965 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45833.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878965 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45833.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878966 INFO (jetty-launcher-3336-thread-4) [n:127.0.0.1:45833_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node4/.
[junit4] 2> 1878968 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878968 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1878968 INFO (jetty-launcher-3336-thread-1) [n:127.0.0.1:46285_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node1/.
[junit4] 2> 1879016 INFO (zkConnectionManagerCallback-3381-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879018 INFO (zkConnectionManagerCallback-3385-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879018 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1879019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1879019 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1879019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1879019 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879020 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1879020 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46411/solr ready
[junit4] 2> 1879030 INFO (TEST-AddReplicaTest.test-seed#[868760D47A43A46E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1879031 INFO (zkConnectionManagerCallback-3387-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1879040 INFO (qtp92333590-19389) [n:127.0.0.1:33835_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=addreplicatest_coll&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1879040 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879040 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1879040 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879040 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1879041 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879041 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1879041 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1879041 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1879042 INFO (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection addreplicatest_coll
[junit4] 2> 1879041 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1879042 DEBUG (OverseerCollectionConfigSetProcessor-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 1879042 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 1879042 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/addreplicatest_coll
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879042 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879043 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:addreplicatest_coll
[junit4] 2> 1879043 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879043 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879043 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1879044 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: addreplicatest_coll
[junit4] 2> 1879044 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addreplicatest_coll/state.json
[junit4] 2> 1879044 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1879044 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879044 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879144 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection addreplicatest_coll, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1879146 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard1_replica_n1 as part of shard shard1 of collection addreplicatest_coll on 127.0.0.1:46285_solr
[junit4] 2> 1879146 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879146 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1879147 INFO (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1879147 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard2_replica_n2 as part of shard shard2 of collection addreplicatest_coll on 127.0.0.1:33835_solr
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1879147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879147 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 1879147 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1879148 INFO (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1879148 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1879148 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1879248 DEBUG (OverseerThreadFactory-7655-thread-1-processing-n:127.0.0.1:45833_solr) [n:127.0.0.1:45833_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 1879248 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 0
[junit4] 2> 1879249 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879249 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879355 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard2_replica_n2&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1879356 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1879362 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879362 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1879363 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879363 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879363 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 1879363 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879363 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1879363 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1879363 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard2_replica_n2
[junit4] 2> 1879363 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"addreplicatest_coll_shard2_replica_n2","base_url":"https://127.0.0.1:33835/solr","node_name":"127.0.0.1:33835_solr","state":"down","type":"NRT"}
[junit4] 2> 1879363 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1879364 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1879364 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1879364 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879364 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1879365 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879365 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879365 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 1879365 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "node_name":"127.0.0.1:46285_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "node_name":"127.0.0.1:46285_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1879365 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard1_replica_n1
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"addreplicatest_coll_shard1_replica_n1","base_url":"https://127.0.0.1:46285/solr","node_name":"127.0.0.1:46285_solr","state":"down","type":"NRT"}
[junit4] 2> 1879365 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "node_name":"127.0.0.1:46285_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "node_name":"127.0.0.1:33835_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1879466 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 1
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879466 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879466 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879466 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879467 INFO (zkCallback-3368-thread-2-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879467 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1879467 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879468 INFO (zkCallback-3370-thread-2-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1879468 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1879918 DEBUG (ScheduledTrigger-7653-thread-1) [n:127.0.0.1:45833_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1880368 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1880376 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1880378 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema [addreplicatest_coll_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1880379 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1880379 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard2_replica_n2' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 1880379 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema [addreplicatest_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1880380 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33835.solr.core.addreplicatest_coll.shard2.replica_n2' (registry 'solr.core.addreplicatest_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1880380 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1880380 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore [[addreplicatest_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node3/addreplicatest_coll_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node3/./addreplicatest_coll_shard2_replica_n2/data/]
[junit4] 2> 1880380 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1880380 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard1_replica_n1' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 1880381 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46285.solr.core.addreplicatest_coll.shard1.replica_n1' (registry 'solr.core.addreplicatest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@503af330
[junit4] 2> 1880381 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1880381 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [[addreplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node1/addreplicatest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001/tempDir-001/node1/./addreplicatest_coll_shard1_replica_n1/data/]
[junit4] 2> 1880409 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1880409 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1880410 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1880410 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1880410 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1880411 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@25e19bbd[addreplicatest_coll_shard2_replica_n2] main]
[junit4] 2> 1880412 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2db9bd4e[addreplicatest_coll_shard1_replica_n1] main]
[junit4] 2> 1880412 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1880412 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1880412 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1880412 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1880413 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1880413 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1880413 INFO (searcherExecutor-7664-thread-1-processing-n:127.0.0.1:33835_solr x:addreplicatest_coll_shard2_replica_n2 s:shard2 c:addreplicatest_coll r:core_node4) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore [addreplicatest_coll_shard2_replica_n2] Registered new searcher Searcher@25e19bbd[addreplicatest_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1880413 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592787038000644096
[junit4] 2> 1880413 INFO (searcherExecutor-7665-thread-1-processing-n:127.0.0.1:46285_solr x:addreplicatest_coll_shard1_replica_n1 s:shard1 c:addreplicatest_coll r:core_node3) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [addreplicatest_coll_shard1_replica_n1] Registered new searcher Searcher@2db9bd4e[addreplicatest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1880413 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592787038000644096
[junit4] 2> 1880414 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1880415 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1880415 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 1880415 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1880416 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard2_replica_n2 address:https://127.0.0.1:33835/solr collection:addreplicatest_coll shard:shard2
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 1880416 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard1_replica_n1 address:https://127.0.0.1:46285/solr collection:addreplicatest_coll shard:shard1
[junit4] 2> 1880416 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 1880417 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard2/election/72173150286643211-core_node4-n_0000000000
[junit4] 2> 1880417 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard1/election/72173150286643212-core_node3-n_0000000000
[junit4] 2> 1880417 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1880417 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33835/solr/addreplicatest_coll_shard2_replica_n2/
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46285/solr/addreplicatest_coll_shard1_replica_n1/
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:33835/solr/addreplicatest_coll_shard2_replica_n2/ has no replicas
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1880417 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext 127.0.0.1:33835_solr synched 0
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46285/solr/addreplicatest_coll_shard1_replica_n1/ has no replicas
[junit4] 2> 1880417 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1880417 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext 127.0.0.1:46285_solr synched 0
[junit4] 2> 1880417 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1880418 DEBUG (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/addreplicatest_coll/leaders/shard2/leader after winning as /collections/addreplicatest_coll/leader_elect/shard2/election/72173150286643211-core_node4-n_0000000000
[junit4] 2> 1880418 DEBUG (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/addreplicatest_coll/leaders/shard1/leader after winning as /collections/addreplicatest_coll/leader_elect/shard1/election/72173150286643212-core_node3-n_0000000000
[junit4] 2> 1880419 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1880419 INFO (qtp92333590-19392) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33835/solr/addreplicatest_coll_shard2_replica_n2/ shard2
[junit4] 2> 1880419 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1880419 INFO (qtp580092293-19380) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46285/solr/addreplicatest_coll_shard1_replica_n1/ shard1
[junit4] 2> 1880419 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "base_url":"https://127.0.0.1:33835/solr",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1880419 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "base_url":"https://127.0.0.1:46285/solr",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1880520 DEBUG (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 2
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880520 INFO (zkCallback-3368-thread-1-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 INFO (zkCallback-3370-thread-1-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 INFO (zkCallback-3370-thread-2-processing-n:127.0.0.1:46285_solr) [n:127.0.0.1:46285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1880520 INFO (zkCallback-3368-thread-2-processing-n:127.0.0.1:33835_solr) [n:127.0.0.1:33835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1880520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 1880521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer W
[...truncated too long message...]
rd1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController removed listener for config directory [/configs/conf1]
[junit4] 2> 1884161 DEBUG (coreCloseExecutor-7680-thread-1) [n:127.0.0.1:46285_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController No more listeners for config directory [/configs/conf1]
[junit4] 2> 1884161 DEBUG (coreCloseExecutor-7679-thread-1) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController removed listener for config directory [/configs/conf1]
[junit4] 2> 1884161 INFO (jetty-closer-3337-thread-4) [ ] o.a.s.c.Overseer Overseer (id=72173150286643209-127.0.0.1:45833_solr-n_0000000000) closing
[junit4] 2> 1884161 DEBUG (coreCloseExecutor-7679-thread-1) [n:127.0.0.1:33835_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController No more listeners for config directory [/configs/conf1]
[junit4] 2> 1884161 INFO (OverseerStateUpdate-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45833_solr
[junit4] 2> 1884161 WARN (OverseerAutoScalingTriggerThread-72173150286643209-127.0.0.1:45833_solr-n_0000000000) [n:127.0.0.1:45833_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1884162 DEBUG (jetty-closer-3337-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1884162 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/overseer_elect/election/72173150286643209-127.0.0.1:45833_solr-n_0000000000
[junit4] 2> 1884162 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/overseer_elect/election/72173150286643212-127.0.0.1:46285_solr-n_0000000001
[junit4] 2> 1884162 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/collections/addreplicatest_coll/leader_elect/shard1/election/72173150286643212-core_node3-n_0000000000
[junit4] 2> 1884162 INFO (jetty-closer-3337-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11073e1d{/solr,null,UNAVAILABLE}
[junit4] 2> 1884163 INFO (jetty-closer-3337-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1884163 INFO (jetty-closer-3337-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37e1ce22{/solr,null,UNAVAILABLE}
[junit4] 2> 1884163 INFO (jetty-closer-3337-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1885663 INFO (jetty-closer-3337-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72374ba4{/solr,null,UNAVAILABLE}
[junit4] 2> 1885663 INFO (jetty-closer-3337-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1885663 ERROR (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1885664 INFO (SUITE-AddReplicaTest-seed#[868760D47A43A46E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46411 46411
[junit4] 2> 1885741 INFO (Thread-7160) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46411 46411
[junit4] 2> 1885741 WARN (Thread-7160) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/conf1
[junit4] 2> 2 /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_868760D47A43A46E-001
[junit4] 2> Feb 19, 2018 12:28:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1374, maxMBSortInHeap=7.937964609340188, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@745e8f8e), locale=ii, timezone=Asia/Novosibirsk
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=194741576,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [LoggingHandlerTest, DocumentBuilderTest, SolrJmxReporterCloudTest, FileUtilsTest, TestPKIAuthenticationPlugin, TestRequestForwarding, TestRandomFlRTGCloud, AutoScalingHandlerTest, TestNumericTerms64, CdcrReplicationHandlerTest, TestJsonFacets, JavabinLoaderTest, TestRTGBase, TestManagedResourceStorage, BlobRepositoryCloudTest, BasicAuthStandaloneTest, TestNRTOpen, OverseerModifyCollectionTest, TestFieldCollectionResource, UpdateRequestProcessorFactoryTest, TestGraphTermsQParserPlugin, TestHighFrequencyDictionaryFactory, BlockJoinFacetRandomTest, RankQueryTest, HDFSCollectionsAPITest, TestSolrCoreParser, DocValuesMissingTest, ParsingFieldUpdateProcessorsTest, MoveReplicaTest, SampleTest, CSVRequestHandlerTest, SortByFunctionTest, TestCryptoKeys, FacetPivotSmallTest, HdfsRecoverLeaseTest, DirectUpdateHandlerOptimizeTest, AlternateDirectoryTest, AnalysisErrorHandlingTest, DistributedQueryComponentCustomSortTest, TestPayloadCheckQParserPlugin, TestImplicitCoreProperties, TestNodeAddedTrigger, TestStreamBody, TestSolrIndexConfig, TestZkChroot, BufferStoreTest, TestExactStatsCache, TestSolr4Spatial, CdcrBidirectionalTest, TestCustomSort, FastVectorHighlighterTest, HdfsSyncSliceTest, ClassificationUpdateProcessorFactoryTest, TestDefaultStatsCache, SubstringBytesRefFilterTest, DeleteStatusTest, SignatureUpdateProcessorFactoryTest, TestDistributedMap, DirectSolrConnectionTest, TestSurroundQueryParser, TestManagedSynonymGraphFilterFactory, TestSystemIdResolver, OverseerTaskQueueTest, TestDocTermOrds, SimpleMLTQParserTest, DistribJoinFromCollectionTest, TestPostingsSolrHighlighter, SSLMigrationTest, TestXIncludeConfig, TestFastLRUCache, CustomCollectionTest, TestCloudNestedDocsSort, TestGraphMLResponseWriter, ExitableDirectoryReaderTest, ZkControllerTest, SolrCloudReportersTest, TestJettySolrRunner, OutOfBoxZkACLAndCredentialsProvidersTest, TestLeaderElectionWithEmptyReplica, TestLegacyNumericUtils, FieldMutatingUpdateProcessorTest, XsltUpdateRequestHandlerTest, ReplicationFactorTest, AsyncCallRequestStatusResponseTest, TestPartialUpdateDeduplication, TestAuthenticationFramework, AddSchemaFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPointFields, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, CloneFieldUpdateProcessorFactoryTest, TestClusterStateMutator, PeerSyncWithIndexFingerprintCachingTest, TermsComponentTest, TestSubQueryTransformerCrossCore, TestNonDefinedSimilarityFactory, SystemLogListenerTest, IndexSchemaTest, NumberUtilsTest, PathHierarchyTokenizerFactoryTest, TestRecovery, CollectionStateFormat2Test, TestRecoveryHdfs, TestCloudJSONFacetJoinDomain, TestCustomStream, JSONWriterTest, ConfigureRecoveryStrategyTest, ResponseBuilderTest, SolrMetricsIntegrationTest, TestCloudSchemaless, RemoteQueryErrorTest, TestSortByMinMaxFunction, TestCursorMarkWithoutUniqueKey, LeaderElectionContextKeyTest, AnalyticsMergeStrategyTest, TestPerFieldSimilarity, TestSolrJ, TestSearchPerf, TestSolrCloudWithDelegationTokens, QueryParsingTest, TestReload, TestLockTree, TestStressUserVersions, TestMultiWordSynonyms, HighlighterTest, TestFieldCacheWithThreads, TestDistributedGrouping, OverseerTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, SpellCheckCollatorTest, DocValuesTest, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestLFUCache, URLClassifyProcessorTest, DateMathParserTest, SpellingQueryConverterTest, TestUtils, ZkNodePropsTest, UUIDFieldTest, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, AddReplicaTest]
[junit4] Completed [524/778 (1!)] on J1 in 7.78s, 1 test, 1 failure <<< FAILURES!
[...truncated 42060 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21489 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21489/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([800DE7B5837336F8]:0)
FAILED: org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
Error Message:
Error from server at http://127.0.0.1:43159/solr: Collection : testV1_2018-02-19_04 is part of alias testV1 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43159/solr: Collection : testV1_2018-02-19_04 is part of alias testV1 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([800DE7B5837336F8:ED6D3561D516CF1A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CreateRoutedAliasTest.doBefore(CreateRoutedAliasTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12204 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
[junit4] 2> 90071 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/init-core-data-001
[junit4] 2> 90072 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 90072 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 90073 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 90186 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 90334 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/tempDir-001
[junit4] 2> 90334 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 90334 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 90334 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 90336 ERROR (Thread-58) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 90434 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40137
[junit4] 2> 90437 INFO (zkConnectionManagerCallback-60-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90454 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 90454 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b7a2dfa{/solr,null,AVAILABLE}
[junit4] 2> 90455 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e26e370{/solr,null,AVAILABLE}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a660a7a{SSL,[ssl, http/1.1]}{127.0.0.1:33937}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a28ccbd{SSL,[ssl, http/1.1]}{127.0.0.1:42317}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.e.j.s.Server Started @92980ms
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.e.j.s.Server Started @92980ms
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33937}
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42317}
[junit4] 2> 90470 ERROR (jetty-launcher-57-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 90470 ERROR (jetty-launcher-57-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T03:54:16.795Z
[junit4] 2> 90470 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T03:54:16.795Z
[junit4] 2> 90475 INFO (zkConnectionManagerCallback-64-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90475 INFO (zkConnectionManagerCallback-63-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90475 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 90475 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 90488 INFO (jetty-launcher-57-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40137/solr
[junit4] 2> 90493 INFO (jetty-launcher-57-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40137/solr
[junit4] 2> 90494 INFO (zkConnectionManagerCallback-69-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90495 INFO (zkConnectionManagerCallback-72-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90499 INFO (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90502 INFO (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33937_solr
[junit4] 2> 90548 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42317_solr
[junit4] 2> 90549 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer Overseer (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) starting
[junit4] 2> 90550 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 90550 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 90565 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33937_solr
[junit4] 2> 90566 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 90566 INFO (zkCallback-75-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 90584 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 90601 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 90602 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 90602 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 90669 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 90669 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 90681 INFO (jetty-launcher-57-thread-1-EventThread) [n:127.0.0.1:42317_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 90681 INFO (jetty-launcher-57-thread-2-EventThread) [n:127.0.0.1:33937_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 90808 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 90808 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 90851 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42317.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90853 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33937.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90862 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42317.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90862 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42317.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90863 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33937.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90863 INFO (jetty-launcher-57-thread-1) [n:127.0.0.1:42317_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/tempDir-001/node1/.
[junit4] 2> 90863 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33937.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 90865 INFO (jetty-launcher-57-thread-2) [n:127.0.0.1:33937_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_800DE7B5837336F8-001/tempDir-001/node2/.
[junit4] 2> 90907 INFO (zkConnectionManagerCallback-82-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90911 INFO (zkConnectionManagerCallback-86-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90912 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 90912 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40137/solr ready
[junit4] 2> 90922 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 91217 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1519048457307&s=fR0qTLsZVG7rDfbLdkwEI2Xomg4="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91218 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 91225 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 91236 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1519048457558&s=PZBjd6ou7Rar71ViDG7OiVeOwIA="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91237 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 91244 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 91253 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 91253 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 91254 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1519048457575&s=laxRw+SbfSvPJOOdxlThF+gj7Eo="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91254 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 91263 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 91270 INFO (qtp739475083-592) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 91270 WARN (qtp739475083-592) [ ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:460)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:454)
[junit4] 2> ... 34 more
[junit4] 2> 91275 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 91283 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 91307 INFO (qtp739475083-598) [n:127.0.0.1:42317_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 91308 INFO (qtp739475083-598) [n:127.0.0.1:42317_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 91308 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1519048457613&s=N+g5VBVl7o09l+yRI2kg0y0jVGs="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91309 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 91317 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 91324 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1519048457647&s=GH+sWXUqQcLXWHrzTCqo/Ob1+/I="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91324 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 91335 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 91345 WARN (qtp739475083-600) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: âbarâ: no such user
[junit4] 2> id: âbarâ: no such user
[junit4] 2>
[junit4] 2> 91347 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1519048457665&s=hz7d0gwDX3OQq8U/ISkP7BEaQbU="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 91348 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 91355 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 104711 WARN (jetty-launcher-57-thread-1-SendThread(127.0.0.1:40137)) [n:127.0.0.1:42317_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13848ms for sessionid 0x10069d5c44a0005
[junit4] 2> 104711 WARN (jetty-launcher-57-thread-2-SendThread(127.0.0.1:40137)) [n:127.0.0.1:33937_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13918ms for sessionid 0x10069d5c44a0008
[junit4] 2> 104712 WARN (jetty-launcher-57-thread-2-SendThread(127.0.0.1:40137)) [n:127.0.0.1:33937_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13846ms for sessionid 0x10069d5c44a0006
[junit4] 2> 104711 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker-SendThread(127.0.0.1:40137)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13798ms for sessionid 0x10069d5c44a000a
[junit4] 2> 104711 WARN (jetty-launcher-57-thread-1-SendThread(127.0.0.1:40137)) [n:127.0.0.1:42317_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13920ms for sessionid 0x10069d5c44a0007
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0006, likely client has closed socket
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0008, likely client has closed socket
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0005, likely client has closed socket
[junit4] 2> 104712 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10069d5c44a0007, likely client has closed socket
[junit4] 2> 104713 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1519048457685&s=VvANrR9ep5B4khYrnw5EBfwycGg="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:17 GMT
[junit4] 2> 104714 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] IGNOR/A 0.00s J2 | TestImpersonationWithHadoopAuth.testForwarding
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
[junit4] 2> 104724 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 104729 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 104729 INFO (qtp739475083-590) [n:127.0.0.1:42317_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 104730 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[800DE7B5837336F8]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1519048471054&s=DbcnobhQqv8UjysQ+KDcWKD6eKE="; Domain=127.0.0.1; Expires=pon, 19-velj-2018 13:54:31 GMT; Secure; HttpOnly". Invalid 'expires' attribute: pon, 19-velj-2018 13:54:31 GMT
[junit4] 2> 104730 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 104812 INFO (jetty-launcher-57-thread-1-EventThread) [n:127.0.0.1:42317_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 104812 WARN (zkConnectionManagerCallback-86-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5faa09d9 name: ZooKeeperConnection Watcher:127.0.0.1:40137/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e98024e name: ZooKeeperConnection Watcher:127.0.0.1:40137/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@515d5b0c name: ZooKeeperConnection Watcher:127.0.0.1:40137/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 104813 WARN (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a28ccbd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a660a7a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1747851256
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=535955038
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 104814 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77e1248f: rootName = solr_33937, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@158c6eaf
[junit4] 2> 104814 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a0aa5d5: rootName = solr_42317, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ae9ed78
[junit4] 2> 104819 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 104819 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35b8bd44: rootName = solr_33937, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@e0c9afe
[junit4] 2> 104819 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 104819 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73585f85: rootName = solr_42317, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@e0c9afe
[junit4] 2> 104822 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 104822 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@756735fa: rootName = solr_33937, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47cd795e
[junit4] 2> 104822 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 104822 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c430b1e: rootName = solr_42317, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47cd795e
[junit4] 2> 106135 INFO (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106136 INFO (jetty-closer-58-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42317_solr
[junit4] 2> 106136 INFO (jetty-closer-58-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 106136 INFO (zkCallback-73-thread-5-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 106136 INFO (jetty-closer-58-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 106145 INFO (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106145 INFO (zkCallback-75-thread-3-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 106145 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33937_solr
[junit4] 2> 106146 INFO (jetty-closer-58-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 106146 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 106146 INFO (zkCallback-75-thread-3-processing-n:127.0.0.1:33937_solr) [n:127.0.0.1:33937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 106146 INFO (jetty-closer-58-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) closing
[junit4] 2> 106146 WARN (OverseerAutoScalingTriggerThread-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 106387 INFO (jetty-launcher-57-thread-2-EventThread) [n:127.0.0.1:33937_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 106146 INFO (OverseerStateUpdate-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer According to ZK I (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) am no longer a leader.
[junit4] 2> 106146 INFO (OverseerCollectionConfigSetProcessor-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=72173960880062470-127.0.0.1:33937_solr-n_0000000000) am no longer a leader.
[junit4] 2> 106397 INFO (OverseerStateUpdate-72173960880062470-127.0.0.1:33937_solr-n_0000000000) [n:127.0.0.1:33937_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33937_solr
[junit4] 2> 106398 ERROR (Thread[Thread-76,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:33937_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 106405 INFO (jetty-closer-58-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b7a2dfa{/solr,null,UNAVAILABLE}
[junit4] 2> 106405 INFO (jetty-closer-58-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 107637 WARN (zkCallback-73-thread-5-processing-n:127.0.0.1:42317_solr) [n:127.0.0.1:42317_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:42317_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:42317_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:885)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 107638 ERROR (Thread[Thread-75,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:42317_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 107640 INFO (jetty-closer-58-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e26e370{/solr,null,UNAVAILABLE}
[junit4] 2> 107640 INFO (jetty-closer-58-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 107640 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 107640 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40137 40137
[junit4] 2> 113016 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40137 40137
[junit4] 2> 113017 WARN (Thread-58) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 113017 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 19, 2018 3:54:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 19, 2018 3:54:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] 2> 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 19, 2018 3:54:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> 133077 ERROR (jetty-launcher-57-thread-1-EventThread) [n:127.0.0.1:42317_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 133077 ERROR (jetty-launcher-57-thread-2-EventThread) [n:127.0.0.1:33937_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 19, 2018 3:54:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@517e02c8), locale=hr, timezone=BST
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=240077864,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestUninvertingReader, TestLegacyField, LeaderFailoverAfterPartitionTest, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=800DE7B5837336F8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=BST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=639, name=jetty-launcher-57-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=638, name=jetty-launcher-57-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([800DE7B5837336F8]:0)
[junit4] Completed [39/778 (1!)] on J2 in 43.02s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 1614 lines...]
[junit4] Suite: org.apache.solr.cloud.CreateRoutedAliasTest
[junit4] 2> 2274461 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/init-core-data-001
[junit4] 2> 2274462 WARN (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 2274462 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2274464 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2274464 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/tempDir-001
[junit4] 2> 2274464 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2274464 INFO (Thread-7169) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2274464 INFO (Thread-7169) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2274470 ERROR (Thread-7169) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2274564 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43435
[junit4] 2> 2274566 INFO (zkConnectionManagerCallback-3764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2274569 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@114a0b56{/solr,null,AVAILABLE}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e6bb44{HTTP/1.1,[http/1.1]}{127.0.0.1:43159}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12de4765{/solr,null,AVAILABLE}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.e.j.s.Server Started @2277079ms
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43159}
[junit4] 2> 2274570 ERROR (jetty-launcher-3761-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f150a8e{HTTP/1.1,[http/1.1]}{127.0.0.1:34961}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.e.j.s.Server Started @2277080ms
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34961}
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T04:30:40.895Z
[junit4] 2> 2274570 ERROR (jetty-launcher-3761-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2274570 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-19T04:30:40.895Z
[junit4] 2> 2274571 INFO (zkConnectionManagerCallback-3766-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274571 INFO (zkConnectionManagerCallback-3768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274571 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2274571 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2274576 INFO (jetty-launcher-3761-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43435/solr
[junit4] 2> 2274577 INFO (jetty-launcher-3761-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43435/solr
[junit4] 2> 2274577 INFO (zkConnectionManagerCallback-3773-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274577 INFO (zkConnectionManagerCallback-3776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274578 INFO (zkConnectionManagerCallback-3778-thread-1-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274578 INFO (zkConnectionManagerCallback-3780-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274624 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2274624 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43159_solr
[junit4] 2> 2274625 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2274625 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.Overseer Overseer (id=72174104019206150-127.0.0.1:43159_solr-n_0000000000) starting
[junit4] 2> 2274625 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34961_solr
[junit4] 2> 2274638 INFO (zkCallback-3779-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2274639 INFO (zkCallback-3777-thread-1-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2274648 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43159_solr
[junit4] 2> 2274653 INFO (zkCallback-3779-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2274664 INFO (zkCallback-3777-thread-1-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2274715 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34961.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274724 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34961.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274724 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34961.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274725 INFO (jetty-launcher-3761-thread-2) [n:127.0.0.1:34961_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/tempDir-001/node2/.
[junit4] 2> 2274727 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43159.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274736 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43159.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274736 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43159.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac357c0
[junit4] 2> 2274737 INFO (jetty-launcher-3761-thread-1) [n:127.0.0.1:43159_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001/tempDir-001/node1/.
[junit4] 2> 2274769 INFO (zkConnectionManagerCallback-3786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274781 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadDateMathIntervalFails
[junit4] 2> 2274782 INFO (zkConnectionManagerCallback-3791-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2274783 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2274783 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43435/solr ready
[junit4] 2> 2274784 INFO (TEST-CreateRoutedAliasTest.testBadDateMathIntervalFails-seed#[800DE7B5837336F8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2274786 INFO (qtp90865461-22784) [n:127.0.0.1:43159_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createroutedalias with params router.interval=%2B30MINUTEx&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testBadDateMathIntervalFails&router.name=time&create-collection.numShards=1&action=CREATEROUTEDALIAS&wt=json&router.maxFutureMs=60000 and sendToOCPQueue=true
[junit4] 2> 2274787 ERROR (OverseerThreadFactory-8275-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testBadDateMathIntervalFails operation: createroutedalias failed:org.apache.solr.common.SolrException: bad router.interval, java.text.ParseException: Unit not recognized: "MINUTEx"
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:155)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.callCreateRoutedAlias(CreateAliasCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.call(CreateAliasCmd.java:65)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:254)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.text.ParseException: Unit not recognized: "MINUTEx"
[junit4] 2> at org.apache.solr.util.DateMathParser.parseMath(DateMathParser.java:417)
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:150)
[junit4] 2> ... 8 more
[junit4] 2>
[junit4] 2> 2274794 INFO (qtp90865461-22784) [n:127.0.0.1:43159_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.interval=%2B30MINUTEx&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testBadDateMathIntervalFails&router.name=time&create-collection.numShards=1&act
[...truncated too long message...]
5ebdb25: rootName = solr_43159, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47cd795e
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34961_solr
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43159_solr
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2286531 INFO (zkCallback-3777-thread-3-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2286531 INFO (zkCallback-3779-thread-2-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2286531 INFO (jetty-closer-3762-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2286532 INFO (zkCallback-3777-thread-2-processing-n:127.0.0.1:34961_solr) [n:127.0.0.1:34961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2286532 INFO (zkCallback-3779-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2286532 INFO (jetty-closer-3762-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72174104019206150-127.0.0.1:43159_solr-n_0000000000) closing
[junit4] 2> 2286532 INFO (OverseerStateUpdate-72174104019206150-127.0.0.1:43159_solr-n_0000000000) [n:127.0.0.1:43159_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43159_solr
[junit4] 2> 2286532 WARN (OverseerAutoScalingTriggerThread-72174104019206150-127.0.0.1:43159_solr-n_0000000000) [n:127.0.0.1:43159_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2286533 INFO (jetty-closer-3762-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12de4765{/solr,null,UNAVAILABLE}
[junit4] 2> 2286533 INFO (jetty-closer-3762-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2286534 INFO (jetty-closer-3762-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@114a0b56{/solr,null,UNAVAILABLE}
[junit4] 2> 2286534 INFO (jetty-closer-3762-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2286534 ERROR (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2286534 INFO (SUITE-CreateRoutedAliasTest-seed#[800DE7B5837336F8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43435 43435
[junit4] 2> 2291565 INFO (Thread-7169) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43435 43435
[junit4] 2> 2291566 WARN (Thread-7169) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 8 /solr/collections/testV1_2018-02-19_04/terms/shard1
[junit4] 2> 7 /solr/configs/_default/managed-schema
[junit4] 2> 5 /solr/collections/testV2_2018-02-19/terms/bar
[junit4] 2> 5 /solr/collections/testV2_2018-02-19/terms/foo
[junit4] 2> 4 /solr/configs/_default
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testTimezoneAbsoluteDate_2018-01-15/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/aliases.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/testV1_2018-02-19_04/state.json
[junit4] 2> 11 /solr/collections/testV2_2018-02-19/state.json
[junit4] 2> 5 /solr/collections/testTimezoneAbsoluteDate_2018-01-15/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections
[junit4] 2> 13 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CreateRoutedAliasTest_800DE7B5837336F8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@523cb2d1), locale=es-PE, timezone=America/St_Thomas
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=333250736,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestUninvertingReader, TestLegacyField, LeaderFailoverAfterPartitionTest, TestImpersonationWithHadoopAuth, DistributedFacetPivotSmallTest, ConnectionReuseTest, TestUseDocValuesAsStored, JvmMetricsTest, CacheHeaderTest, TestNodeLostTrigger, HdfsThreadLeakTest, ZkStateReaderTest, TestMaxScoreQueryParser, SearchHandlerTest, HdfsRecoveryZkTest, TestComplexPhraseLeadingWildcard, ReplaceNodeNoTargetTest, TestComputePlanAction, SolrCloudExampleTest, DistanceFunctionTest, TestLMJelinekMercerSimilarityFactory, PreAnalyzedUpdateProcessorTest, UpdateLogTest, DisMaxRequestHandlerTest, TestCoreBackup, TestDistributedStatsComponentCardinality, CoreSorterTest, ResponseLogComponentTest, TestTolerantSearch, TimeZoneUtilsTest, MultiTermTest, StatsReloadRaceTest, CdcrRequestHandlerTest, BadCopyFieldTest, TestSchemaNameResource, URLClassifyProcessorTest, TestRawTransformer, TestDownShardTolerantSearch, ComputePlanActionTest, TestLeaderElectionZkExpiry, RestartWhileUpdatingTest, HttpTriggerListenerTest, HLLSerializationTest, SolrMetricManagerTest, TestLazyCores, HdfsCollectionsAPIDistributedZkTest, TestAtomicUpdateErrorCases, TestClassicSimilarityFactory, UnloadDistributedZkTest, TestLFUCache, SpellCheckCollatorWithCollapseTest, BasicDistributedZk2Test, TestLegacyTerms, TlogReplayBufferedWhileIndexingTest, TestTrieFacet, TestNumericRangeQuery64, TestAnalyzedSuggestions, HdfsDirectoryFactoryTest, HdfsDirectoryTest, DocValuesTest, TestDirectoryFactory, TestFiltering, BlockJoinFacetSimpleTest, TestSuggestSpellingConverter, TestRestManager, OverriddenZkACLAndCredentialsProvidersTest, FileBasedSpellCheckerTest, AnalysisAfterCoreReloadTest, SolrIndexMetricsTest, HdfsBasicDistributedZk2Test, TestBadConfig, TestCodecSupport, TestDynamicFieldCollectionResource, DateFieldTest, TestSolrCloudWithKerberosAlt, DistributedQueryComponentOptimizationTest, TestManagedStopFilterFactory, DirectSolrSpellCheckerTest, TestSolrCoreProperties, TestDistribIDF, MultiThreadedOCPTest, SortSpecParsingTest, TestMiniSolrCloudClusterSSL, TestCloudDeleteByQuery, DistributedFacetSimpleRefinementLongTailTest, TestSolrConfigHandler, TestSmileRequest, NodeLostTriggerTest, TestFieldSortValues, TestMacroExpander, DistribCursorPagingTest, TestFileDictionaryLookup, DistributedSpellCheckComponentTest, TestUpdate, RuleEngineTest, TestQueryTypes, RegexBoostProcessorTest, CleanupOldIndexTest, TestTriggerIntegration, TestSystemCollAutoCreate, BitVectorTest, TestDistributedMissingSort, TestNamedUpdateProcessors, ForceLeaderTest, TestLocalFSCloudBackupRestore, LeaderElectionTest, LargeFieldTest, TestStressInPlaceUpdates, TestReloadAndDeleteDocs, TestSSLRandomization, HighlighterMaxOffsetTest, TestNestedDocsSort, TestHdfsUpdateLog, TestSolrDeletionPolicy2, TestLRUStatsCache, TestJavabinTupleStreamParser, StatelessScriptUpdateProcessorFactoryTest, CollectionsAPISolrJTest, TestCollectionAPI, TestFieldResource, HttpPartitionTest, DistributedDebugComponentTest, TestRandomRequestDistribution, TestDFRSimilarityFactory, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestReload, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, HighlighterTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DebugComponentTest, LukeRequestHandlerTest, RequestHandlersTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestComponentsName, SearchHandlerTest, TestQuerySenderNoQuery, CopyFieldTest, TestMergePolicyConfig, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestBM25SimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, RAMDirectoryFactoryTest, TestUtils, SystemInfoHandlerTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest]
[junit4] Completed [531/778 (2!)] on J2 in 17.12s, 9 tests, 1 error <<< FAILURES!
[...truncated 49304 lines...]