You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/13 12:44:10 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1172
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1172/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([7512B513737E3A18:4A9AB6BB6428CAFF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12536 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> 1038433 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/init-core-data-001
[junit4] 2> 1038434 WARN (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1038434 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1038435 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1038436 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
[junit4] 2> 1038437 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001
[junit4] 2> 1038437 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1038437 INFO (Thread-1301) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1038438 INFO (Thread-1301) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1038446 ERROR (Thread-1301) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1038538 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38005
[junit4] 2> 1038540 INFO (zkConnectionManagerCallback-1112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038547 INFO (jetty-launcher-1109-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1038547 INFO (jetty-launcher-1109-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1038547 INFO (jetty-launcher-1109-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1038548 INFO (jetty-launcher-1109-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51c1abc6{/solr,null,AVAILABLE}
[junit4] 2> 1038548 INFO (jetty-launcher-1109-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fda0cc8{/solr,null,AVAILABLE}
[junit4] 2> 1038548 INFO (jetty-launcher-1109-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f6e19cd{SSL,[ssl, http/1.1]}{127.0.0.1:37667}
[junit4] 2> 1038548 INFO (jetty-launcher-1109-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b7b46c7{SSL,[ssl, http/1.1]}{127.0.0.1:36273}
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-3) [ ] o.e.j.s.Server Started @1040407ms
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-1) [ ] o.e.j.s.Server Started @1040407ms
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37667}
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36273}
[junit4] 2> 1038549 ERROR (jetty-launcher-1109-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1038549 ERROR (jetty-launcher-1109-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T11:56:36.083Z
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T11:56:36.083Z
[junit4] 2> 1038549 INFO (jetty-launcher-1109-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55ec741{/solr,null,AVAILABLE}
[junit4] 2> 1038559 INFO (jetty-launcher-1109-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54785b0d{SSL,[ssl, http/1.1]}{127.0.0.1:42563}
[junit4] 2> 1038560 INFO (jetty-launcher-1109-thread-2) [ ] o.e.j.s.Server Started @1040417ms
[junit4] 2> 1038560 INFO (jetty-launcher-1109-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42563}
[junit4] 2> 1038560 ERROR (jetty-launcher-1109-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1038560 INFO (jetty-launcher-1109-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1038560 INFO (jetty-launcher-1109-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1038560 INFO (jetty-launcher-1109-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1038560 INFO (jetty-launcher-1109-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T11:56:36.094Z
[junit4] 2> 1038560 INFO (zkConnectionManagerCallback-1114-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038560 INFO (zkConnectionManagerCallback-1116-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038561 INFO (jetty-launcher-1109-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1038561 INFO (jetty-launcher-1109-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1038564 INFO (zkConnectionManagerCallback-1118-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038571 INFO (jetty-launcher-1109-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1038576 INFO (jetty-launcher-1109-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
[junit4] 2> 1038576 INFO (jetty-launcher-1109-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
[junit4] 2> 1038588 INFO (jetty-launcher-1109-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
[junit4] 2> 1038593 INFO (zkConnectionManagerCallback-1123-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038606 INFO (zkConnectionManagerCallback-1126-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038619 INFO (zkConnectionManagerCallback-1130-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038634 INFO (zkConnectionManagerCallback-1132-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038661 INFO (zkConnectionManagerCallback-1134-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038665 INFO (zkConnectionManagerCallback-1136-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038671 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1038674 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42563_solr
[junit4] 2> 1038675 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.c.Overseer Overseer (id=99342391441883145-127.0.0.1:42563_solr-n_0000000000) starting
[junit4] 2> 1038675 INFO (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1038677 INFO (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36273_solr
[junit4] 2> 1038698 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1038706 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1038708 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42563_solr
[junit4] 2> 1038713 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1038715 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1038720 INFO (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1038721 INFO (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1038722 INFO (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37667_solr
[junit4] 2> 1038722 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1038744 INFO (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1038758 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1038785 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038794 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038794 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038795 INFO (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node2/.
[junit4] 2> 1038796 INFO (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038797 INFO (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038801 INFO (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038802 INFO (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038802 INFO (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node3/.
[junit4] 2> 1038804 INFO (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038805 INFO (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1038806 INFO (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node1/.
[junit4] 2> 1038875 INFO (zkConnectionManagerCallback-1144-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038878 INFO (zkConnectionManagerCallback-1148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1038879 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1038879 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38005/solr ready
[junit4] 2> 1038903 INFO (qtp685815183-6393) [n:127.0.0.1:37667_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1038906 INFO (OverseerThreadFactory-2715-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1039010 INFO (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42563/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1039011 INFO (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37667/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1039012 INFO (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36273/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1039217 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1039217 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1039240 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1039240 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1039241 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1039241 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1039343 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1039343 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1039343 INFO (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1039343 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1039343 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1039343 INFO (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1040227 WARN (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1040228 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1040231 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1040233 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1040254 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1040254 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1040257 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1040260 WARN (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema has been upgraded to managed, but the non-managed schema schema.xml is still loadable. PLEASE REMOVE THIS FILE.
[junit4] 2> 1040262 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1040263 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 1040265 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1040265 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 1040265 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1040266 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1040266 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
[junit4] 2> 1040266 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1040266 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 1040266 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1040266 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1040266 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1040266 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node1/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node1/./.system_shard1_replica_p4/data/]
[junit4] 2> 1040269 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1040269 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1040269 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1040269 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1040269 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
[junit4] 2> 1040309 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1040310 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1040310 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1040310 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1040310 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1040310 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1040312 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4211d4f4[.system_shard1_replica_n2] main]
[junit4] 2> 1040312 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1040312 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1040312 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@64691d3e[.system_shard1_replica_p4] main]
[junit4] 2> 1040339 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1040339 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1040339 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1040339 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1040339 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1040339 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1040339 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1040339 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1040339 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1040339 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1040340 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1040340 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1040340 INFO (searcherExecutor-2722-thread-1-processing-n:127.0.0.1:37667_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@4211d4f4[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1040341 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589478265061376000
[junit4] 2> 1040341 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 1040341 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1040341 INFO (searcherExecutor-2723-thread-1-processing-n:127.0.0.1:36273_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@64691d3e[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1040341 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@326fde5e[.system_shard1_replica_n1] main]
[junit4] 2> 1040341 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1040342 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1040342 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1040342 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1040342 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1040342 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1040342 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1040343 INFO (searcherExecutor-2724-thread-1-processing-n:127.0.0.1:42563_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@326fde5e[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1040343 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589478265063473152
[junit4] 2> 1040344 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1040444 INFO (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1040444 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1040444 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1040444 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1040444 INFO (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1040444 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1040844 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1040844 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1040844 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37667/solr/.system_shard1_replica_n2/
[junit4] 2> 1040845 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:37667/solr START replicas=[https://127.0.0.1:42563/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1040847 INFO (qtp1896886098-6398) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1041145 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:37667/solr DONE. We have no versions. sync failed.
[junit4] 2> 1041145 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1041145 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1041145 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1041147 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37667/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 1041248 INFO (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041248 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041248 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041248 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041248 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041248 INFO (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041293 INFO (indexFetcher-2737-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
[junit4] 2> 1041298 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1041299 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2082
[junit4] 2> 1041344 INFO (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2103
[junit4] 2> 1041347 INFO (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2106
[junit4] 2> 1041348 INFO (qtp685815183-6393) [n:127.0.0.1:37667_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1041447 INFO (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041447 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041447 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041447 INFO (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041447 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1041450 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1042349 INFO (qtp685815183-6393) [n:127.0.0.1:37667_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3445
[junit4] 2> 1042352 INFO (qtp685815183-6414) [n:127.0.0.1:37667_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1042355 INFO (qtp1896886098-6398) [n:127.0.0.1:42563_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1042358 INFO (qtp191069380-6416) [n:127.0.0.1:36273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1042382 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[7512B513737E3A18]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 1042385 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[7512B513737E3A18]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=7512B513737E3A18 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es -Dtests.timezone=America/Campo_Grande -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.03s J1 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}>
[junit4] > at __randomizedtesting.SeedInfo.seed([7512B513737E3A18:4A9AB6BB6428CAFF]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1042403 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 1042404 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1042405 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49231cbb{/solr,null,AVAILABLE}
[junit4] 2> 1042405 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d8f3d72{SSL,[ssl, http/1.1]}{127.0.0.1:33905}
[junit4] 2> 1042406 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.e.j.s.Server Started @1044264ms
[junit4] 2> 1042406 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33905}
[junit4] 2> 1042406 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1042406 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1042406 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1042406 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1042406 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T11:56:39.940Z
[junit4] 2> 1042408 INFO (zkConnectionManagerCallback-1150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1042408 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1042415 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
[junit4] 2> 1042416 INFO (zkConnectionManagerCallback-1154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1042419 INFO (zkConnectionManagerCallback-1156-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1042421 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1042422 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1042423 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33905_solr
[junit4] 2> 1042424 INFO (zkCallback-1147-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1042424 INFO (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1042424 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1042424 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1042427 INFO (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1042514 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1042525 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1042525 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
[junit4] 2> 1042527 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node4/.
[junit4] 2> 1042763 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@54785b0d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1042764 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=520718042
[junit4] 2> 1042764 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1042764 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@285ee0a2: rootName = solr_42563, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7921e617
[junit4] 2> 1042769 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1042769 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3f08d9: rootName = solr_42563, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
[junit4] 2> 1042772 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1042772 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20dbe6ea: rootName = solr_42563, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
[junit4] 2> 1042773 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42563_solr
[junit4] 2> 1042774 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1042774 INFO (zkCallback-1147-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1042774 INFO (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1042774 INFO (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1042774 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1042774 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1042775 INFO (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3b518fce
[junit4] 2> 1042775 INFO (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=995200974
[junit4] 2> 1042775 INFO (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@406b63a9: rootName = solr_42563, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@57e0dbe6
[junit4] 2> 1042781 INFO (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=995200974
[junit4] 2> 1042783 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.c.Overseer Overseer (id=99342391441883145-127.0.0.1:42563_solr-n_0000000000) closing
[junit4] 2> 1042783 INFO (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42563_solr
[junit4] 2> 1042783 WARN (OverseerAutoScalingTriggerThread-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1042784 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36273_solr
[junit4] 2> 1042784 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55ec741{/solr,null,UNAVAILABLE}
[junit4] 2> 1042790 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.Overseer Overseer (id=99342391441883144-127.0.0.1:36273_solr-n_0000000001) starting
[junit4] 2> 1042793 INFO (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1042793 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1042793 INFO (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1042793 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1042985 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
[junit4] 2> 1042985 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1042988 INFO (jetty-closer-1110-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4f6e19cd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1042990 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=981804225
[junit4] 2> 1042990 INFO (jetty-closer-1110-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d8f3d72{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1042990 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1042991 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1865155148
[junit4] 2> 1042991 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d3d02ec: rootName = solr_37667, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6a0bae82
[junit4] 2> 1042990 INFO (jetty-closer-1110-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b7b46c7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1042991 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1042991 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1505700394
[junit4] 2> 1042991 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28835a01: rootName = solr_33905, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3af89334
[junit4] 2> 1042991 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1042991 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a83093c: rootName = solr_36273, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b24e3ce
[junit4] 2> 1042995 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1042996 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@306c9ecf: rootName = solr_36273, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
[junit4] 2> 1042997 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1042997 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@417d892b: rootName = solr_37667, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
[junit4] 2> 1042998 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1042998 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e3703df: rootName = solr_33905, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
[junit4] 2> 1043000 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1043000 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11943473: rootName = solr_36273, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
[junit4] 2> 1043001 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36273_solr
[junit4] 2> 1043001 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1043001 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bd669a5: rootName = solr_37667, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
[junit4] 2> 1043001 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1043002 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1043002 INFO (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1043002 INFO (zkCallback-1133-thread-3-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1043002 INFO (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@4053db4e
[junit4] 2> 1043003 INFO (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=1079237454
[junit4] 2> 1043003 INFO (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e84cf2c: rootName = solr_36273, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@a79740c
[junit4] 2> 1043003 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37667_solr
[junit4] 2> 1043003 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1043003 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@686131e3: rootName = solr_33905, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
[junit4] 2> 1043004 INFO (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1043004 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1043004 INFO (zkCallback-1133-thread-3-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1043004 INFO (jetty-closer-1110-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1043005 INFO (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@62c37516
[junit4] 2> 1043005 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33905_solr
[junit4] 2> 1043005 INFO (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1656976662
[junit4] 2> 1043005 INFO (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3436dd2a: rootName = solr_37667, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7b21fda3
[junit4] 2> 1043005 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1043006 INFO (jetty-closer-1110-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1043006 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1043006 INFO (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1043006 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1043007 INFO (jetty-closer-1110-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49231cbb{/solr,null,UNAVAILABLE}
[junit4] 2> 1043012 INFO (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1656976662
[junit4] 2> 1043014 INFO (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1079237454
[junit4] 2> 1043014 INFO (jetty-closer-1110-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99342391441883144-127.0.0.1:36273_solr-n_0000000001) closing
[junit4] 2> 1043015 INFO (OverseerStateUpdate-99342391441883144-127.0.0.1:36273_solr-n_0000000001) [n:127.0.0.1:36273_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36273_solr
[junit4] 2> 1043015 WARN (OverseerAutoScalingTriggerThread-99342391441883144-127.0.0.1:36273_solr-n_0000000001) [n:127.0.0.1:36273_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1043015 INFO (jetty-closer-1110-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51c1abc6{/solr,null,UNAVAILABLE}
[junit4] 2> 1043017 INFO (jetty-closer-1110-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fda0cc8{/solr,null,UNAVAILABLE}
[junit4] 2> 1043017 ERROR (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1043017 INFO (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38005 38005
[junit4] 2> 1043540 INFO (Thread-1301) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38005 38005
[junit4] 2> 1043540 WARN (Thread-1301) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=357, maxMBSortInHeap=5.546100398192273, sim=RandomSimilarity(queryNorm=true): {}, locale=es, timezone=America/Campo_Grande
[junit4] 2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=121482584,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestIntervalFaceting, MultiThreadedOCPTest, TestSchemaResource, ShardSplitTest, TestSurroundQueryParser, TestBinaryResponseWriter, LukeRequestHandlerTest, LegacyCloudClusterPropTest, TestMaxScoreQueryParser, TestStressInPlaceUpdates, OpenCloseCoreStressTest, TestImpersonationWithHadoopAuth, SolrGraphiteReporterTest, PeerSyncReplicationTest, DistributedFacetSimpleRefinementLongTailTest, TestBulkSchemaAPI, TestJmxIntegration, ShardRoutingCustomTest, TestEmbeddedSolrServerAdminHandler, CreateCollectionCleanupTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestSmileRequest, ManagedSchemaRoundRobinCloudTest, ShowFileRequestHandlerTest, TestMultiValuedNumericRangeQuery, ExitableDirectoryReaderTest, TestExecutePlanAction, TestCloudRecovery, ZkSolrClientTest, TestInfoStreamLogging, TestMinMaxOnMultiValuedField, SecurityConfHandlerTest, TestFieldCache, TestFieldCacheSortRandom, TestUnifiedSolrHighlighter, TestRangeQuery, PrimUtilsTest, HdfsSyncSliceTest, DistributedVersionInfoTest, TestAtomicUpdateErrorCases, TestNoOpRegenerator, TestLRUStatsCache, TestComplexPhraseLeadingWildcard, WrapperMergePolicyFactoryTest, SolrIndexMetricsTest, TestFaceting, SolrCmdDistributorTest, TestRandomFlRTGCloud, TestSimpleTrackingShardHandler, BlockJoinFacetSimpleTest, PreAnalyzedUpdateProcessorTest, TestSolrQueryParser, SynonymTokenizerTest, BJQParserTest, BitVectorTest, TestClusterStateProvider]
[junit4] Completed [251/766 (1!)] on J1 in 5.13s, 2 tests, 1 failure <<< FAILURES!
[...truncated 49845 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1182
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1182/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([349481097822F59E]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([349481097822F59E:B1C82A16F740579]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11880 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 186477 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/init-core-data-001
[junit4] 2> 186477 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
[junit4] 2> 186477 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 186479 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 186500 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001
[junit4] 2> 186500 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 186509 INFO (Thread-347) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 186510 INFO (Thread-347) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 186511 ERROR (Thread-347) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 186610 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41277
[junit4] 2> 186612 INFO (zkConnectionManagerCallback-292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186616 INFO (jetty-launcher-289-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 186616 INFO (jetty-launcher-289-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 186623 INFO (jetty-launcher-289-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b4d067{/solr,null,AVAILABLE}
[junit4] 2> 186626 INFO (jetty-launcher-289-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c3486e{SSL,[ssl, http/1.1]}{127.0.0.1:45709}
[junit4] 2> 186626 INFO (jetty-launcher-289-thread-1) [ ] o.e.j.s.Server Started @188187ms
[junit4] 2> 186626 INFO (jetty-launcher-289-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45709}
[junit4] 2> 186627 ERROR (jetty-launcher-289-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 186627 INFO (jetty-launcher-289-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 186627 INFO (jetty-launcher-289-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 186627 INFO (jetty-launcher-289-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 186627 INFO (jetty-launcher-289-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T13:36:23.568Z
[junit4] 2> 186628 INFO (jetty-launcher-289-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54015f{/solr,null,AVAILABLE}
[junit4] 2> 186629 INFO (jetty-launcher-289-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a06ba2{SSL,[ssl, http/1.1]}{127.0.0.1:44797}
[junit4] 2> 186629 INFO (jetty-launcher-289-thread-2) [ ] o.e.j.s.Server Started @188189ms
[junit4] 2> 186629 INFO (jetty-launcher-289-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44797}
[junit4] 2> 186629 ERROR (jetty-launcher-289-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 186629 INFO (jetty-launcher-289-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 186629 INFO (jetty-launcher-289-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 186629 INFO (jetty-launcher-289-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 186629 INFO (jetty-launcher-289-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T13:36:23.570Z
[junit4] 2> 186631 INFO (zkConnectionManagerCallback-296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186632 INFO (zkConnectionManagerCallback-294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186632 INFO (jetty-launcher-289-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 186632 INFO (jetty-launcher-289-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 186643 INFO (jetty-launcher-289-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41277/solr
[junit4] 2> 186647 INFO (jetty-launcher-289-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41277/solr
[junit4] 2> 186648 INFO (zkConnectionManagerCallback-301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186649 INFO (zkConnectionManagerCallback-304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186658 INFO (zkConnectionManagerCallback-306-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186658 INFO (zkConnectionManagerCallback-308-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186711 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 186711 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 186711 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45709_solr
[junit4] 2> 186712 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44797_solr
[junit4] 2> 186712 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.Overseer Overseer (id=99354108457910278-127.0.0.1:45709_solr-n_0000000000) starting
[junit4] 2> 186712 INFO (zkCallback-307-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 186712 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 186716 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45709_solr
[junit4] 2> 186717 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 186717 INFO (zkCallback-307-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 186757 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 186761 WARN (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 186765 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 186818 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 186818 WARN (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 186819 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 186832 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 186832 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 186847 INFO (jetty-launcher-289-thread-2-EventThread) [n:127.0.0.1:44797_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 186847 INFO (jetty-launcher-289-thread-1-EventThread) [n:127.0.0.1:45709_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 186947 WARN (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 186947 WARN (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 186982 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
[junit4] 2> 186982 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
[junit4] 2> 186989 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
[junit4] 2> 186990 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
[junit4] 2> 186990 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
[junit4] 2> 186990 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
[junit4] 2> 186990 INFO (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node2/.
[junit4] 2> 186991 INFO (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node1/.
[junit4] 2> 187032 INFO (zkConnectionManagerCallback-314-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 187049 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 187094 INFO (qtp28128983-1500) [n:127.0.0.1:45709_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 187094 INFO (qtp28128983-1500) [n:127.0.0.1:45709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 187102 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1516059384025&s=Cx94pjpdy2ZUhBoHdxvQNTY5bBM="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:24 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:24 GMT
[junit4] 2> 187103 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 187114 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 192655 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516059384056&s=SZAEpkgq3Bui6z7kkUI7bJC89Ng="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:24 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:24 GMT
[junit4] 2> 192655 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 192665 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 192669 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1516059389607&s=0lwurF4lRPmAQT406PVvVS397jc="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
[junit4] 2> 192669 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 192680 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 192681 INFO (qtp28128983-1513) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 192682 WARN (qtp28128983-1513) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 29 more
[junit4] 2> 192686 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 192696 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 192700 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1516059389639&s=JOxhMvmcvyY+Viie9paMATYf5c4="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
[junit4] 2> 192700 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 192712 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 192718 WARN (qtp28128983-1502) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 192719 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1516059389653&s=nreeSRP5dM9Qrt2MV5Jz6QQ+R9E="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
[junit4] 2> 192719 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 192729 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 192730 INFO (qtp28128983-1511) [n:127.0.0.1:45709_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 192730 INFO (qtp28128983-1511) [n:127.0.0.1:45709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 192730 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516059389670&s=XKq/kVfNFsKx3cx5gI637DSQXvU="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
[junit4] 2> 192730 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 192738 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 192739 INFO (zkConnectionManagerCallback-317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 192860 INFO (zkConnectionManagerCallback-320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 192861 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 192861 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41277/solr ready
[junit4] 2> 192864 INFO (qtp28128983-1511) [n:127.0.0.1:45709_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 192865 INFO (OverseerThreadFactory-919-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 192970 INFO (OverseerStateUpdate-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44797/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 193228 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 193228 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 193333 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 193333 INFO (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 194251 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 194277 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 194359 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 194368 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 194368 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
[junit4] 2> 194369 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 194369 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 194372 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=84.4560546875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=1.1211218416686808, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8212272931482175
[junit4] 2> 194415 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 194415 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 194416 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 194416 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 194416 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=92.6611328125, floorSegmentMB=0.9609375, forceMergeDeletesPctAllowed=29.773006454750714, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 194417 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c055c9[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 194418 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 194468 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 194577 ERROR (Finalizer) [ ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
[junit4] 2> 194629 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 194630 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 194630 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589665743839952896
[junit4] 2> 194630 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 194630 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 194630 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 194630 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 194630 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 194631 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 194631 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 194631 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 194632 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@c055c9[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 194633 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 194633 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 194633 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44797/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 194634 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 194634 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44797/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 194634 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 194635 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44797/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 194739 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 194739 INFO (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 194786 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 194788 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1560
[junit4] 2> 194788 WARN (httpShardExecutor-915-thread-1-processing-n:127.0.0.1:45709_solr [https:////127.0.0.1:44797//solr] https:////127.0.0.1:44797//solr) [n:127.0.0.1:45709_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516059390168&s=PEQBa8mjNG+bU8sY+qoq/vi6jGE="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:30 GMT
[junit4] 2> 194790 INFO (qtp28128983-1511) [n:127.0.0.1:45709_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 194866 INFO (OverseerCollectionConfigSetProcessor-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 194888 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 194888 INFO (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 195791 INFO (qtp28128983-1511) [n:127.0.0.1:45709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2927
[junit4] 2> 195792 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516059389804&s=u/NVWcelMTiTlCdR8fKpVyu8dNk="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
[junit4] 2> 195792 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 195793 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 195800 INFO (qtp28128983-1502) [n:127.0.0.1:45709_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 195807 INFO (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=2
[junit4] 2> 195808 WARN (qtp28128983-1502) [n:127.0.0.1:45709_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516059392746&s=OOG1biDjGAwy3y5sa5Pt/ELWAfY="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 195809 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516059392740&s=+185Rrx9WzX4RxBqAOX3A2xlxPU="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 195809 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516059392746&s=OOG1biDjGAwy3y5sa5Pt/ELWAfY="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 195815 INFO (qtp14071-1512) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 195816 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516059392755&s=8/48gB3yf4KOgU42TNKUyR8WeWA="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 195816 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 195842 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 195847 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1516059392785&s=+W5oRZ2SKksnyPXlb91LycIEV1U="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 195848 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 195875 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 195882 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516059392817&s=K/4pzWBLwuEDFtr731SMS9udAMY="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 195882 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 195906 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 195907 INFO (qtp28128983-1511) [n:127.0.0.1:45709_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 195908 INFO (qtp28128983-1511) [n:127.0.0.1:45709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 195908 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1516059392848&s=sREm8zOlNhdn3jt4IVaiQNyl0v4="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 195908 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 195923 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 207480 WARN (jetty-launcher-289-thread-1-SendThread(127.0.0.1:41277)) [n:127.0.0.1:45709_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13869ms for sessionid 0x160fa09059c0008
[junit4] 2> 207480 WARN (jetty-launcher-289-thread-2-SendThread(127.0.0.1:41277)) [n:127.0.0.1:44797_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13865ms for sessionid 0x160fa09059c0007
[junit4] 2> 207480 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]-SendThread(127.0.0.1:41277)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 11687ms for sessionid 0x160fa09059c000b
[junit4] 2> 207481 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fa09059c0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 207482 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fa09059c0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 207483 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[349481097822F59E]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1516059392864&s=F8ByKyQVRvG2BNufQWixIOJOGoc="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
[junit4] 2> 207483 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[349481097822F59E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 207583 WARN (zkConnectionManagerCallback-320-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44f979 name: ZooKeeperConnection Watcher:127.0.0.1:41277/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 207584 INFO (jetty-closer-290-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c3486e{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 207585 INFO (jetty-closer-290-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8348967
[junit4] 2> 207585 INFO (jetty-closer-290-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a06ba2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 207585 INFO (jetty-closer-290-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7747927
[junit4] 2> 207585 INFO (jetty-closer-290-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 207585 INFO (jetty-closer-290-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@164e691: rootName = solr_45709, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@e1e873
[junit4] 2> 207585 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 207585 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c4a0: rootName = solr_44797, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@178ee09
[junit4] 2> 207595 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 207595 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9b1746: rootName = solr_44797, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@272c6d
[junit4] 2> 207595 INFO (jetty-closer-290-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 207595 INFO (jetty-closer-290-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@103362b: rootName = solr_45709, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@272c6d
[junit4] 2> 207601 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 207601 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24aa82: rootName = solr_44797, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1de1571
[junit4] 2> 207610 INFO (jetty-closer-290-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 207610 INFO (jetty-closer-290-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a507dd: rootName = solr_45709, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1de1571
[junit4] 2> 207611 INFO (jetty-closer-290-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44797_solr
[junit4] 2> 207612 INFO (jetty-closer-290-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45709_solr
[junit4] 2> 207612 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 207612 INFO (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 207613 INFO (jetty-closer-290-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 207613 INFO (zkCallback-307-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 207614 INFO (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@17db539
[junit4] 2> 207614 INFO (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=25015609
[junit4] 2> 207614 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 207614 INFO (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ed7e3e: rootName = solr_44797, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@161339
[junit4] 2> 207615 INFO (jetty-closer-290-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99354108457910278-127.0.0.1:45709_solr-n_0000000000) closing
[junit4] 2> 207615 INFO (OverseerStateUpdate-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45709_solr
[junit4] 2> 207615 INFO (zkCallback-305-thread-3-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 207615 INFO (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 207615 WARN (OverseerAutoScalingTriggerThread-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 207617 ERROR (Thread[Thread-364,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45709_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 207617 INFO (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44797_solr
[junit4] 2> 207631 INFO (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=25015609
[junit4] 2> 207635 ERROR (Thread[Thread-365,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:44797_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 207898 INFO (jetty-closer-290-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b4d067{/solr,null,UNAVAILABLE}
[junit4] 2> 208105 INFO (jetty-closer-290-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54015f{/solr,null,UNAVAILABLE}
[junit4] 2> 208105 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 208106 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41277 41277
[junit4] 2> 213214 INFO (Thread-347) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41277 41277
[junit4] 2> 213215 WARN (Thread-347) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 213229 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 15, 2018 1:36:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Jan 15, 2018 1:37:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Jan 15, 2018 1:37:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 233318 ERROR (jetty-launcher-289-thread-1-EventThread) [n:127.0.0.1:45709_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2>
[...truncated too long message...]
m ZooKeeper... (1) -> (0)
[junit4] 2> 2898437 INFO (zkCallback-7469-thread-2-processing-n:127.0.0.1:43021_solr) [n:127.0.0.1:43021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2898444 INFO (coreCloseExecutor-7144-thread-1) [n:127.0.0.1:42753_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=862490
[junit4] 2> 2898445 INFO (coreCloseExecutor-7145-thread-1) [n:127.0.0.1:37005_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=21345376
[junit4] 2> 2898445 INFO (jetty-closer-7424-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99354285654867975-127.0.0.1:42753_solr-n_0000000001) closing
[junit4] 2> 2898445 INFO (OverseerStateUpdate-99354285654867975-127.0.0.1:42753_solr-n_0000000001) [n:127.0.0.1:42753_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42753_solr
[junit4] 2> 2898445 WARN (OverseerAutoScalingTriggerThread-99354285654867975-127.0.0.1:42753_solr-n_0000000001) [n:127.0.0.1:42753_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2898446 INFO (jetty-closer-7424-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d2cbb3{/solr,null,UNAVAILABLE}
[junit4] 2> 2898447 INFO (jetty-closer-7424-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@561998{/solr,null,UNAVAILABLE}
[junit4] 2> 2899937 WARN (zkCallback-7469-thread-1-processing-n:127.0.0.1:43021_solr) [n:127.0.0.1:43021_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:37005_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:37005_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2899938 INFO (jetty-closer-7424-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1545b3f{/solr,null,UNAVAILABLE}
[junit4] 2> 2899938 ERROR (SUITE-TestClusterStateProvider-seed#[349481097822F59E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2899939 INFO (SUITE-TestClusterStateProvider-seed#[349481097822F59E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42675 42675
[junit4] 2> 2905474 INFO (Thread-5314) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42675 42675
[junit4] 2> 2905474 WARN (Thread-5314) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_349481097822F59E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=888, maxMBSortInHeap=6.036354321132566, sim=RandomSimilarity(queryNorm=true): {}, locale=ja-JP, timezone=Etc/UCT
[junit4] 2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=87855936,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [BJQParserTest, FacetPivotSmallTest, HdfsThreadLeakTest, TestSolrQueryResponse, SolrCoreMetricManagerTest, TestSolrXml, LeaderElectionContextKeyTest, SuggestComponentTest, SSLMigrationTest, HdfsBasicDistributedZkTest, TestCloudSearcherWarming, DirectSolrSpellCheckerTest, AtomicUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, TestDistribIDF, DistributedQueryComponentCustomSortTest, XmlUpdateRequestHandlerTest, TestFieldTypeResource, TestLFUCache, TestManagedSchema, TestSolrCloudWithSecureImpersonation, TestSkipOverseerOperations, PKIAuthenticationIntegrationTest, UpdateLogTest, DistribJoinFromCollectionTest, TestCoreContainer, TestRuleBasedAuthorizationPlugin, SolrCloudReportersTest, TriLevelCompositeIdRoutingTest, CustomCollectionTest, TestRequestForwarding, TestLRUStatsCache, SimplePostToolTest, TestSegmentSorting, TestNestedDocsSort, ReturnFieldsTest, MigrateRouteKeyTest, FileBasedSpellCheckerTest, BadComponentTest, HdfsRecoveryZkTest, TestPolicyCloud, SuggesterWFSTTest, TestTriggerIntegration, TestUninvertingReader, TestTrieFacet, TestComplexPhraseLeadingWildcard, DistributedFacetPivotSmallAdvancedTest, OverseerTest, DocExpirationUpdateProcessorFactoryTest, CdcrUpdateLogTest, SystemInfoHandlerTest, HttpTriggerListenerTest, TestReload, CheckHdfsIndexTest, RequiredFieldsTest, HLLSerializationTest, TestPayloadScoreQParserPlugin, TestDistributedMissingSort, RuleEngineTest, TestCustomDocTransformer, BitVectorTest, DirectSolrConnectionTest, DefaultValueUpdateProcessorTest, WordBreakSolrSpellCheckerTest, CoreAdminHandlerTest, DistanceFunctionTest, TestCharFilters, TestPerFieldSimilarityWithDefaultOverride, CdcrRequestHandlerTest, TestPartialUpdateDeduplication, QueryElevationComponentTest, BlockJoinFacetSimpleTest, EchoParamsTest, TestImpersonationWithHadoopAuth, TestJsonRequest, TestCopyFieldCollectionResource, TestLMDirichletSimilarityFactory, TestCloudPivotFacet, TestMinMaxOnMultiValuedField, AutoAddReplicasIntegrationTest, TestReloadDeadlock, ChangedSchemaMergeTest, TestTolerantUpdateProcessorRandomCloud, LeaderElectionTest, ClusterStateTest, AlternateDirectoryTest, TestSolrFieldCacheBean, LargeFieldTest, SortByFunctionTest, TestManagedResourceStorage, TestElisionMultitermQuery, CustomHighlightComponentTest, TestStreamBody, TestSubQueryTransformerCrossCore, TestMiniSolrCloudClusterSSL, TestSolrConfigHandlerConcurrent, ClassificationUpdateProcessorIntegrationTest, CoreAdminRequestStatusTest, TestNoOpRegenerator, TestConfigOverlay, LoggingHandlerTest, TestShardHandlerFactory, TestDistributedGrouping, TestFieldCacheSortRandom, PreAnalyzedUpdateProcessorTest, TestSmileRequest, UUIDFieldTest, UnloadDistributedZkTest, SolrTestCaseJ4Test, TestComputePlanAction, XsltUpdateRequestHandlerTest, TestSystemIdResolver, RequestLoggingTest, IndexBasedSpellCheckerTest, RecoveryAfterSoftCommitTest, TestNodeLostTrigger, TestCloudSchemaless, TestCollectionsAPIViaSolrCloudCluster, JSONWriterTest, IndexSchemaTest, LeaderInitiatedRecoveryOnCommitTest, TestGenericDistributedQueue, TestMaxTokenLenTokenizer, TestEmbeddedSolrServerConstructors, TestCSVResponseWriter, DistributedFacetSimpleRefinementLongTailTest, TestClassicSimilarityFactory, BasicDistributedZkTest, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, ExecutePlanActionTest, NodeLostTriggerTest, SearchRateTriggerTest, TestClusterStateProvider]
[junit4] Completed [582/767 (2!)] on J2 in 15.22s, 2 tests, 1 failure <<< FAILURES!
[...truncated 44578 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1181
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1181/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([992133C0B38D6916:CE08C875687F8B0D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([992133C0B38D6916:A6A93068A4DB99F1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12772 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/init-core-data-001
[junit4] 2> 887356 WARN (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 887356 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 887357 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 887357 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 887358 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001
[junit4] 2> 887358 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 887358 INFO (Thread-1638) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 887358 INFO (Thread-1638) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 887359 ERROR (Thread-1638) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 887458 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41063
[junit4] 2> 887462 INFO (zkConnectionManagerCallback-1916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887467 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 887467 INFO (jetty-launcher-1913-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 887469 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c80e12{/solr,null,AVAILABLE}
[junit4] 2> 887469 INFO (jetty-launcher-1913-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8dc81{/solr,null,AVAILABLE}
[junit4] 2> 887471 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37ad98{HTTP/1.1,[http/1.1]}{127.0.0.1:40527}
[junit4] 2> 887471 INFO (jetty-launcher-1913-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@123a320{HTTP/1.1,[http/1.1]}{127.0.0.1:46779}
[junit4] 2> 887471 INFO (jetty-launcher-1913-thread-1) [ ] o.e.j.s.Server Started @888715ms
[junit4] 2> 887471 INFO (jetty-launcher-1913-thread-2) [ ] o.e.j.s.Server Started @888715ms
[junit4] 2> 887471 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40527}
[junit4] 2> 887471 INFO (jetty-launcher-1913-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46779}
[junit4] 2> 887471 ERROR (jetty-launcher-1913-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 887471 ERROR (jetty-launcher-1913-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T09:14:05.612Z
[junit4] 2> 887472 INFO (jetty-launcher-1913-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T09:14:05.612Z
[junit4] 2> 887475 INFO (zkConnectionManagerCallback-1919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887475 INFO (zkConnectionManagerCallback-1920-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887476 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 887476 INFO (jetty-launcher-1913-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 887492 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f918e13b0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 887497 INFO (jetty-launcher-1913-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41063/solr
[junit4] 2> 887497 INFO (jetty-launcher-1913-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41063/solr
[junit4] 2> 887499 INFO (zkConnectionManagerCallback-1926-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887500 INFO (zkConnectionManagerCallback-1928-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887502 INFO (zkConnectionManagerCallback-1930-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887503 INFO (zkConnectionManagerCallback-1932-thread-1-processing-n:127.0.0.1:40527_solr) [n:127.0.0.1:40527_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887562 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 887562 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 887563 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46779_solr
[junit4] 2> 887563 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40527_solr
[junit4] 2> 887563 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.c.Overseer Overseer (id=99353077055422469-127.0.0.1:46779_solr-n_0000000000) starting
[junit4] 2> 887564 INFO (zkCallback-1931-thread-1-processing-n:127.0.0.1:40527_solr) [n:127.0.0.1:40527_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 887564 INFO (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 887568 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46779_solr
[junit4] 2> 887568 INFO (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 887569 INFO (zkCallback-1931-thread-1-processing-n:127.0.0.1:40527_solr) [n:127.0.0.1:40527_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 887690 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
[junit4] 2> 887699 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
[junit4] 2> 887699 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
[junit4] 2> 887700 INFO (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node2/.
[junit4] 2> 887783 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40527.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
[junit4] 2> 887791 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40527.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
[junit4] 2> 887791 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40527.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
[junit4] 2> 887792 INFO (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node1/.
[junit4] 2> 887817 INFO (zkConnectionManagerCallback-1938-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887820 INFO (zkConnectionManagerCallback-1942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 887821 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 887821 INFO (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41063/solr ready
[junit4] 2> 887830 INFO (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteUsedPolicy
[junit4] 2> 887852 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=1
[junit4] 2> 887853 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 887855 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 887856 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete and sendToOCPQueue=true
[junit4] 2> 887857 INFO (OverseerThreadFactory-3714-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.CreateCollectionCmd Create collection COLL1
[junit4] 2> 887869 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=3
[junit4] 2> 887871 INFO (qtp22235827-8697) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 887880 INFO (OverseerThreadFactory-3714-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 212610752 sessionWrapper.createTime 212610743898938, this.sessionWrapper.createTime 212610743898938
[junit4] 2> 887988 INFO (OverseerStateUpdate-99353077055422469-127.0.0.1:46779_solr-n_0000000000) [n:127.0.0.1:46779_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"COLL1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"COLL1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46779/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 888191 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 888191 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 888296 INFO (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 888296 INFO (zkCallback-1929-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 889202 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 889210 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema [COLL1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 889213 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 889213 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'COLL1_shard1_replica_n1' using configuration from collection COLL1, trusted=true
[junit4] 2> 889214 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.core.COLL1.shard1.replica_n1' (registry 'solr.core.COLL1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
[junit4] 2> 889214 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 889214 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [[COLL1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node2/COLL1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node2/./COLL1_shard1_replica_n1/data/]
[junit4] 2> 889272 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 889272 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 889273 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 889273 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 889275 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14bf040[COLL1_shard1_replica_n1] main]
[junit4] 2> 889275 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 889276 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 889276 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 889277 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589649234897928192
[junit4] 2> 889277 INFO (searcherExecutor-3719-thread-1-processing-n:127.0.0.1:46779_solr x:COLL1_shard1_replica_n1 s:shard1 c:COLL1 r:core_node2) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] Registered new searcher Searcher@14bf040[COLL1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 889280 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 889280 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 889280 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46779/solr/COLL1_shard1_replica_n1/
[junit4] 2> 889280 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 889280 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46779/solr/COLL1_shard1_replica_n1/ has no replicas
[junit4] 2> 889280 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 889281 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46779/solr/COLL1_shard1_replica_n1/ shard1
[junit4] 2> 889383 INFO (zkCallback-1929-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 889383 INFO (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 889432 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 889466 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1275
[junit4] 2> 889472 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 889536 INFO (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 889536 INFO (zkCallback-1929-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 889859 INFO (OverseerCollectionConfigSetProcessor-99353077055422469-127.0.0.1:46779_solr-n_0000000000) [n:127.0.0.1:46779_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 890507 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete} status=0 QTime=2650
[junit4] 2> 890516 ERROR (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-policy=nodelete, errorMessages=[policy : nodelete is being used by collection COLL1]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 890517 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=4
[junit4] 2> 890519 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=COLL1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 890522 INFO (OverseerThreadFactory-3714-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 890524 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=null
[junit4] 2> 890524 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b29d72: rootName = solr_46779, domain = solr.core.COLL1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.COLL1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@137329a
[junit4] 2> 890551 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@45bb0e
[junit4] 2> 890552 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=4569870
[junit4] 2> 890552 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.COLL1.shard1.leader, tag=4569870
[junit4] 2> 890556 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=COLL1_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 891262 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=COLL1&action=DELETE&wt=javabin&version=2} status=0 QTime=743
[junit4] 2> 891263 INFO (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteUsedPolicy
[junit4] 2> 891287 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorHandling
[junit4] 2> 891291 ERROR (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {shard=#EACH, node=#ANY}, {nodeRole=overseer, replica=0}], errorMessages=[replica is required in {
[junit4] 2> "shard":"#EACH",
[junit4] 2> "node":"#ANY"}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 891292 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=3
[junit4] 2> 891293 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorHandling
[junit4] 2> 891318 INFO (TEST-AutoScalingHandlerTest.testSetProperties-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 891325 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 891329 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 891331 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 891335 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891339 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 891342 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 891343 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 891345 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 891349 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891352 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891353 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 891356 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 891361 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891363 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891365 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 891367 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 891371 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891374 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 891375 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 891377 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 891378 INFO (TEST-AutoScalingHandlerTest.testSetProperties-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 891398 INFO (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuspendTrigger
[junit4] 2> 891400 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 891401 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 891405 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891406 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891407 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 891410 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891411 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891412 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 891415 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891416 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891417 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 891420 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891421 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891422 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 891424 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891425 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891426 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891429 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891431 INFO (qtp22235827-8685) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891431 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 891433 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891434 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891435 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891435 INFO (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSuspendTrigger
[junit4] 2> 891447 INFO (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPolicyAndPreferences
[junit4] 2> 891448 ERROR (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-policy={xyz=[{replica=<2, shard=#EACH, node=#ANY}, {nodeRole=!overseer, replica=0}], policy1=[{cores=<2, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}]}, errorMessages=[cores is only allowed in 'cluster-policy']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 891449 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 891450 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 891451 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 891452 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891454 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 891454 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 891455 INFO (qtp22235827-8685) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891457 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 891458 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 891458 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891461 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891462 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891463 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 891465 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
[junit4] 2> 891466 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
[junit4] 2> 891466 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891469 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
[junit4] 2> 891470 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
[junit4] 2> 891471 INFO (qtp22235827-8685) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 891471 INFO (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPolicyAndPreferences
[junit4] 2> 891484 INFO (TEST-AutoScalingHandlerTest.test-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 891487 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891488 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891488 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 891491 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891492 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891492 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891497 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891498 INFO (qtp22235827-8685) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891499 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 891500 ERROR (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-trigger={name=node_lost_trigger}, errorMessages=[Cannot remove trigger: node_lost_trigger because it has active listeners: [xyz, node_lost_trigger.system]]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 891501 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 891503 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891504 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891504 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891506 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891507 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891508 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891509 ERROR (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-listener={name=xyz, trigger=node_lost_trigger, stage=[STARTED, ABORTED, SUCCEEDED], beforeAction=execute_plan, class=org.apache.solr.cloud.autoscaling.AutoScaling$HttpTriggerListener, url=http://xyz.com/on_node_lost?node={$LOST_NODE_NAME}}, errorMessages=[A trigger with the name node_lost_trigger does not exist]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 891510 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 891510 INFO (TEST-AutoScalingHandlerTest.test-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 891520 INFO (TEST-AutoScalingHandlerTest.testConcurrentUpdates-seed#[992133C0B38D6916]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConcurrentUpdates
[junit4] 2> 891523 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891523 INFO (qtp26578262-8766) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891524 INFO (qtp22235827-8685) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891525 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891525 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891526 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891526 INFO (qtp26578262-8686) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891527 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891527 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891528 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891529 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891529 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891529 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891530 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 891530 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891532 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891532 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891532 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891532 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891533 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 891534 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891535 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891535 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891535 INFO (qtp26578262-8684) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 891536 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891537 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891537 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891537 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891538 INFO (qtp22235827-8769) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891538 INFO (qtp26578262-8686) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891539 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891539 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891540 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891540 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891541 INFO (qtp26578262-8766) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 891542 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891542 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891543 INFO (qtp22235827-8687) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891543 INFO (qtp22235827-8695) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891543 INFO (qtp26578262-8692) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 891545 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891545 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891545 INFO (qtp22235827-8769) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891546 INFO (qtp22235827-8693) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891546 INFO (qtp26578262-8682) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 891547 INFO (qtp26578262-8694) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891547 INFO (qtp26578262-8683) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891548 INFO (qtp22235827-8688) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891548 INFO (qtp22235827-8690) [n:127.0.0.1:46779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891549 INFO (qtp26578262-8686) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 891550 INFO (qtp26578262-8696) [n:127.0.0.1:40527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 891550 INFO (qtp26578262-8694) [n:127.0.
[...truncated too long message...]
olr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2568699 INFO (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@17ed1eb
[junit4] 2> 2568699 INFO (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=25088491
[junit4] 2> 2568700 INFO (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a85906: rootName = solr_46705, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@895930
[junit4] 2> 2568709 INFO (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=25088491
[junit4] 2> 2568710 INFO (jetty-closer-3326-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19221f0{/solr,null,UNAVAILABLE}
[junit4] 2> 2569737 WARN (zkCallback-3371-thread-1-processing-n:127.0.0.1:40115_solr) [n:127.0.0.1:40115_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:40115_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:40115_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2569737 INFO (jetty-closer-3326-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1414514{/solr,null,UNAVAILABLE}
[junit4] 2> 2569738 ERROR (SUITE-TestClusterStateProvider-seed#[992133C0B38D6916]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2569738 INFO (SUITE-TestClusterStateProvider-seed#[992133C0B38D6916]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34665 34665
[junit4] 2> 2574871 INFO (Thread-4195) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34665 34665
[junit4] 2> 2574872 WARN (Thread-4195) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_992133C0B38D6916-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=und, timezone=America/Maceio
[junit4] 2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=168669216,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomDVFaceting, RestartWhileUpdatingTest, BasicZkTest, DeleteInactiveReplicaTest, TestSystemCollAutoCreate, TestManagedSchemaAPI, TestPHPSerializedResponseWriter, TestClusterProperties, SolrPluginUtilsTest, SolrCoreTest, TermVectorComponentTest, BasicDistributedZkTest, TestFoldingMultitermQuery, TestFastOutputStream, ResponseLogComponentTest, TestPostingsSolrHighlighter, TestSchemaNameResource, TestCloudPseudoReturnFields, DirectUpdateHandlerOptimizeTest, RAMDirectoryFactoryTest, TestManagedStopFilterFactory, CoreMergeIndexesAdminHandlerTest, SearchRateTriggerTest, CdcrReplicationDistributedZkTest, MoveReplicaTest, QueryParsingTest, TestCodecSupport, TestChildDocTransformer, TestScoreJoinQPNoScore, TestDistribStateManager, JvmMetricsTest, HLLUtilTest, TestSuggestSpellingConverter, SpatialHeatmapFacetsTest, EnumFieldTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSimpleTextCodec, PeerSyncTest, TestFreeTextSuggestions, TestMissingGroups, QueryResultKeyTest, LeaderFailoverAfterPartitionTest, TestNumericRangeQuery64, SimpleCollectionCreateDeleteTest, SolrInfoBeanTest, TestSchemaVersionResource, OverseerTaskQueueTest, CurrencyFieldTypeTest, TestObjectReleaseTracker, TestOnReconnectListenerSupport, UpdateRequestProcessorFactoryTest, DocumentBuilderTest, StatelessScriptUpdateProcessorFactoryTest, TestNRTOpen, BlockJoinFacetDistribTest, TestBadConfig, CachingDirectoryFactoryTest, TestPolicyCloud, TestCSVLoader, BigEndianAscendingWordDeserializerTest, SearchHandlerTest, DistributedQueryComponentOptimizationTest, LeaderElectionIntegrationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SliceStateTest, ZkStateWriterTest, TestImplicitCoreProperties, SimpleFacetsTest, NoCacheHeaderTest, TestDFISimilarityFactory, SaslZkACLProviderTest, TestAuthorizationFramework, DistanceUnitsTest, TestRecovery, TestLegacyTerms, TestOrdValues, TestPhraseSuggestions, MergeStrategyTest, HdfsLockFactoryTest, UninvertDocValuesMergePolicyTest, TestConfigSetImmutable, AssignBackwardCompatibilityTest, StatsReloadRaceTest, TriggerIntegrationTest, TestInPlaceUpdatesDistrib, TestNumericTerms32, DateMathParserTest, InfixSuggestersTest, TestXmlQParser, TestQueryWrapperFilter, CollectionStateFormat2Test, TestLocalFSCloudBackupRestore, DeleteReplicaTest, TestUpdate, TestReversedWildcardFilterFactory, ExplicitHLLTest, TestLargeCluster, TestUtilizeNode, AnalysisAfterCoreReloadTest, CurrencyRangeFacetCloudTest, TestEmbeddedSolrServerSchemaAPI, DistribCursorPagingTest, SmileWriterTest, TestJsonFacetRefinement, FileUtilsTest, TimeRoutedAliasUpdateProcessorTest, TestCloudInspectUtil, TestBinaryField, TestDistributedStatsComponentCardinality, TestSolrIndexConfig, TestUtils, SolrMetricManagerTest, HdfsNNFailoverTest, DistributedMLTComponentTest, TestInitQParser, TestOverriddenPrefixQueryForCustomFieldType, TestPullReplicaErrorHandling, SpellCheckCollatorTest, SearchHandlerTest, DistributedQueryElevationComponentTest, TestSolrCloudSnapshots, BasicFunctionalityTest, TestRawTransformer, JsonLoaderTest, TestReplicationHandler, TestExportWriter, AsyncCallRequestStatusResponseTest, CollectionsAPIAsyncDistributedZkTest, DeleteShardTest, DistribJoinFromCollectionTest, ForceLeaderTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RemoteQueryErrorTest, RollingRestartTest, ShardSplitTest, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, ExecutePlanActionTest, TestClusterStateProvider]
[junit4] Completed [582/767 (2!)] on J0 in 15.33s, 2 tests, 1 failure <<< FAILURES!
[...truncated 44475 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1180 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1180/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([73FB41CC37FE345E:4C73426420A8C4B9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1727 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180115_035554_0686879503889991144563.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180115_035554_06812127825528426458817.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180115_035554_06812054230609969267485.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 290 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180115_040316_11315922960859545475554.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180115_040316_1049738148196642400951.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180115_040316_1119404551002850952847.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1057 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180115_040457_37612693513139207012275.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180115_040457_3724317533261463178473.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180115_040457_37212568083073234288502.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 228 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180115_040653_36217920251976039393570.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180115_040653_36214675381567877921732.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180115_040653_36210714586579355457111.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 246 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180115_040705_79010586727660830688233.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180115_040705_79015422276650759933724.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180115_040705_7906468988506606708854.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180115_040732_7883567976497675437956.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180115_040732_78814986985313921763821.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180115_040732_7931973420429738262512.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 158 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180115_040737_2978441375872608532000.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180115_040737_2971723063804651389676.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180115_040737_29717320290233750048146.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 165 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180115_040740_20317793606013416368752.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180115_040740_203592723945512907156.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180115_040740_20375697013493812196.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180115_040750_86917058219917819223798.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180115_040750_8692743211459973252809.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 157 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180115_040759_84113833317237416340958.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180115_040759_84111717576918868451891.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180115_040759_8416691680088827999956.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180115_040803_5587658822113525033387.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 192 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180115_040813_0291602509424805361282.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 22 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180115_040813_0253290071883020521073.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180115_040813_03012512324103763819755.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1306 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180115_041023_2425335192610651878032.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180115_041023_2423395503577046190306.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180115_041023_2208837647431653578002.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 227 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180115_041031_6728464945521927226398.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180115_041031_6727172407892797050623.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180115_041031_6727782476796604760515.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 257 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180115_041047_03215811135652459806102.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180115_041047_03210869150735598910085.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 8 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180115_041047_0326833495467688338035.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 211 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180115_041325_0447327939161398762520.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180115_041325_0444195717894163434154.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180115_041325_0443716740584987601277.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 173 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180115_041328_6271982903565638657790.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180115_041328_6273623196513191082934.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180115_041328_62716323217456860480082.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 220 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180115_041335_8374870977546510107940.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180115_041335_8376155378505028620980.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180115_041335_83711278666213105738417.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180115_041422_0292687908268873042994.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180115_041422_0299081443951848427304.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180115_041422_0298270599879926900217.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 243 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180115_041437_0629565355870089904216.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180115_041437_06216450871019197168990.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180115_041437_0626876337956801051786.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180115_041503_6755878923211792261592.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180115_041503_67514103297794456760085.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180115_041503_67714346535326578112437.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180115_041525_1562069216858703036720.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180115_041525_15614085703817796310569.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 182 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180115_041536_73612288478610301489776.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180115_041536_7346732602120518819155.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180115_041536_73714948330874749668992.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 332 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180115_041556_09178170271778619154.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180115_041556_0918937256396857212706.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180115_041556_09111981073705932826380.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 224 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180115_041606_3452241849119519141446.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180115_041606_3459756473077293342163.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180115_041606_3505885765380510361675.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 199 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180115_041616_10213589296328639058908.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 8 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180115_041616_10214727205211675673421.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180115_041616_10215621091064760542649.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 202 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180115_041629_0454881261069054513374.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180115_041629_04517317489316878098873.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 21 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180115_041629_0458633494511530981290.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 317 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180115_041725_80915682687857375487700.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180115_041725_80910327021436126593927.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180115_041725_8091427782629048424153.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180115_041742_92110471493586339289943.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180115_041744_76112659903611228366300.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180115_041744_7614180223912124008025.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180115_041744_76116794622279455155135.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 235 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180115_041828_39413345078968086320176.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 15 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180115_041828_39413304171537925367763.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180115_041828_3946539448553485629092.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3458 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/init-core-data-001
[junit4] 2> 2734386 WARN (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 2734387 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2734387 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2734388 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2734388 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
[junit4] 2> 2734389 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001
[junit4] 2> 2734389 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2734389 INFO (Thread-7483) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2734389 INFO (Thread-7483) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2734392 ERROR (Thread-7483) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2734489 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44219
[junit4] 2> 2734491 INFO (zkConnectionManagerCallback-7388-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734495 INFO (jetty-launcher-7385-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2734495 INFO (jetty-launcher-7385-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2734495 INFO (jetty-launcher-7385-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2734496 INFO (jetty-launcher-7385-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e47bceb{/solr,null,AVAILABLE}
[junit4] 2> 2734496 INFO (jetty-launcher-7385-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b979814{/solr,null,AVAILABLE}
[junit4] 2> 2734496 INFO (jetty-launcher-7385-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1051da5a{/solr,null,AVAILABLE}
[junit4] 2> 2734497 INFO (jetty-launcher-7385-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c66386c{SSL,[ssl, http/1.1]}{127.0.0.1:37849}
[junit4] 2> 2734497 INFO (jetty-launcher-7385-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2aced62d{SSL,[ssl, http/1.1]}{127.0.0.1:34257}
[junit4] 2> 2734497 INFO (jetty-launcher-7385-thread-2) [ ] o.e.j.s.Server Started @2736122ms
[junit4] 2> 2734497 INFO (jetty-launcher-7385-thread-3) [ ] o.e.j.s.Server Started @2736122ms
[junit4] 2> 2734497 INFO (jetty-launcher-7385-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37849}
[junit4] 2> 2734497 INFO (jetty-launcher-7385-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34257}
[junit4] 2> 2734497 INFO (jetty-launcher-7385-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b9e0988{SSL,[ssl, http/1.1]}{127.0.0.1:33723}
[junit4] 2> 2734498 ERROR (jetty-launcher-7385-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2734498 ERROR (jetty-launcher-7385-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T05:05:21.202818Z
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T05:05:21.202886Z
[junit4] 2> 2734498 INFO (jetty-launcher-7385-thread-1) [ ] o.e.j.s.Server Started @2736123ms
[junit4] 2> 2734499 INFO (jetty-launcher-7385-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33723}
[junit4] 2> 2734499 ERROR (jetty-launcher-7385-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2734499 INFO (jetty-launcher-7385-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2734499 INFO (jetty-launcher-7385-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2734499 INFO (jetty-launcher-7385-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2734499 INFO (jetty-launcher-7385-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T05:05:21.203606Z
[junit4] 2> 2734500 INFO (zkConnectionManagerCallback-7392-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734500 INFO (zkConnectionManagerCallback-7390-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734500 INFO (zkConnectionManagerCallback-7394-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734500 INFO (jetty-launcher-7385-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2734501 INFO (jetty-launcher-7385-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2734501 INFO (jetty-launcher-7385-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2734505 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f83526c70003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2734505 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f83526c70002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2734508 INFO (jetty-launcher-7385-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44219/solr
[junit4] 2> 2734508 INFO (jetty-launcher-7385-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44219/solr
[junit4] 2> 2734509 INFO (jetty-launcher-7385-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44219/solr
[junit4] 2> 2734514 INFO (zkConnectionManagerCallback-7401-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734515 INFO (zkConnectionManagerCallback-7406-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734516 INFO (zkConnectionManagerCallback-7403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734523 INFO (zkConnectionManagerCallback-7408-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734524 INFO (zkConnectionManagerCallback-7410-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734525 INFO (zkConnectionManagerCallback-7412-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734559 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2734559 INFO (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2734559 INFO (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2734559 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37849_solr
[junit4] 2> 2734559 INFO (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33723_solr
[junit4] 2> 2734559 INFO (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34257_solr
[junit4] 2> 2734560 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.c.Overseer Overseer (id=99352098969681927-127.0.0.1:37849_solr-n_0000000000) starting
[junit4] 2> 2734560 INFO (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2734560 INFO (zkCallback-7409-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2734560 INFO (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2734564 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37849_solr
[junit4] 2> 2734565 INFO (zkCallback-7409-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2734565 INFO (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2734565 INFO (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2734594 INFO (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734594 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734597 INFO (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734600 INFO (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734600 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734600 INFO (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734600 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734601 INFO (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node1/.
[junit4] 2> 2734601 INFO (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node2/.
[junit4] 2> 2734602 INFO (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734603 INFO (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2734603 INFO (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node3/.
[junit4] 2> 2734849 INFO (zkConnectionManagerCallback-7420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734851 INFO (zkConnectionManagerCallback-7424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2734852 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2734852 INFO (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44219/solr ready
[junit4] 2> 2734863 INFO (qtp1329751004-28356) [n:127.0.0.1:34257_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2734867 INFO (OverseerThreadFactory-9257-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 2734974 INFO (OverseerStateUpdate-99352098969681927-127.0.0.1:37849_solr-n_0000000000) [n:127.0.0.1:37849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34257/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2734975 INFO (OverseerStateUpdate-99352098969681927-127.0.0.1:37849_solr-n_0000000000) [n:127.0.0.1:37849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33723/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2734976 INFO (OverseerStateUpdate-99352098969681927-127.0.0.1:37849_solr-n_0000000000) [n:127.0.0.1:37849_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37849/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2735183 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2735183 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2735198 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2735198 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2735201 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2735201 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2735305 INFO (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735305 INFO (zkCallback-7409-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735305 INFO (zkCallback-7411-thread-2-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735305 INFO (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735305 INFO (zkCallback-7407-thread-2-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735305 INFO (zkCallback-7409-thread-2-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2736193 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2736196 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2736199 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 2736201 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2736202 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 2736205 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 2736205 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 2736206 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2736206 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2736206 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node3/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node3/./.system_shard1_replica_n1/data/]
[junit4] 2> 2736222 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2736223 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2736227 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 2736228 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 2736229 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2736229 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 2736229 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2736229 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2736229 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
[junit4] 2> 2736230 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2736230 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 2736231 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
[junit4] 2> 2736231 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2736231 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
[junit4] 2> 2736260 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2736261 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2736261 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 2736261 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2736262 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 2736262 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2736262 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@283cb883[.system_shard1_replica_n1] main]
[junit4] 2> 2736263 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ed9768a[.system_shard1_replica_p4] main]
[junit4] 2> 2736263 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2736263 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2736263 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2736263 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2736263 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2736263 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2736263 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2736263 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2736264 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2736264 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2736264 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589633585478893568
[junit4] 2> 2736264 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 2736264 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2736264 INFO (searcherExecutor-9265-thread-1-processing-n:127.0.0.1:37849_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@7ed9768a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2736265 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2736265 INFO (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2736265 INFO (searcherExecutor-9264-thread-1-processing-n:127.0.0.1:34257_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@283cb883[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2736265 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2736265 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2736266 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 2736266 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2736268 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ef72b61[.system_shard1_replica_n2] main]
[junit4] 2> 2736268 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2736268 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2736268 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2736268 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2736268 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2736269 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2736269 INFO (searcherExecutor-9266-thread-1-processing-n:127.0.0.1:33723_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@7ef72b61[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2736269 INFO (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589633585484136448
[junit4] 2> 2736369 INFO (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2736369 INFO (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2736369 INFO (zkCallback-7409-thread-2-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2736369 INFO (zkCallback-7411-thread-2-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2736369 INFO (zkCallback-7409-thread-3-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2736369 INFO (zkCallback-7407-thread-2-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2736768 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2736768 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2736768 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34257/solr/.system_shard1_replica_n1/
[junit4] 2> 2736769 INFO (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:34257/solr START replicas=[https://127.0.0.1:33723/solr/.system_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2736773 INFO (qtp1798223385-28357) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/ge
[...truncated too long message...]
it4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180115_051631_8404251989382625252885.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180115_051631_8408498279237584430182.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180115_051726_25713264839047496783181.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180115_051726_2573683799134133977105.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180115_051726_2578887740396511804683.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1260 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180115_051740_157311255548064378124.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180115_051740_15712500224370120929024.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 650 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180115_051746_8991633736544295336348.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180115_051746_90012654912467990916175.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180115_051746_8992047833397632608344.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 558 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180115_051806_9902518203787539596308.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180115_051806_9912674725878540463007.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180115_051806_9906291082123718766266.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 563 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180115_051817_881626125483400658336.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180115_051817_88115406350524740030893.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 656 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180115_051824_3209009917539586651283.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180115_051824_32018188842832988860520.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180115_051824_32012652732822559607718.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180115_051848_25215470985515262441448.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180115_051848_25212146437351945697750.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180115_051859_59910975083278463722307.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32286 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1179
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1179/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([F503C9D4331170F9:7E241A057217DB7D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:428)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([F503C9D4331170F9:CA8BCA7C2447801E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12674 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/init-core-data-001
[junit4] 2> 697345 WARN (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 697345 INFO (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 697347 INFO (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 697348 INFO (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 697348 INFO (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gjjg/se
[junit4] 2> 697351 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 697353 INFO (Thread-903) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 697353 INFO (Thread-903) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 697360 ERROR (Thread-903) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 697453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.ZkTestServer start zk server on port:45175
[junit4] 2> 697455 INFO (zkConnectionManagerCallback-790-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697458 INFO (zkConnectionManagerCallback-792-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697462 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 697464 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 697465 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 697466 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 697467 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 697468 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 697468 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 697469 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 697470 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 697471 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 697472 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 697473 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 697554 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 697558 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dfc857{/gjjg/se,null,AVAILABLE}
[junit4] 2> 697559 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1414e86{HTTP/1.1,[http/1.1]}{127.0.0.1:34387}
[junit4] 2> 697559 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server Started @698783ms
[junit4] 2> 697559 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/control/data, replicaType=NRT, hostContext=/gjjg/se, hostPort=34387, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores}
[junit4] 2> 697560 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 697560 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 697560 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 697560 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 697560 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T23:03:04.454Z
[junit4] 2> 697561 INFO (zkConnectionManagerCallback-794-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697562 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 697562 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/solr.xml
[junit4] 2> 697566 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 697567 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 697568 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 697570 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
[junit4] 2> 697571 INFO (zkConnectionManagerCallback-798-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697579 INFO (zkConnectionManagerCallback-800-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697632 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 697633 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34387_gjjg%2Fse
[junit4] 2> 697633 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.Overseer Overseer (id=99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) starting
[junit4] 2> 697642 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34387_gjjg%2Fse
[junit4] 2> 697649 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 697912 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 697930 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 697930 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 697932 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores
[junit4] 2> 697962 INFO (zkConnectionManagerCallback-806-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 697963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45175/solr ready
[junit4] 2> 697966 INFO (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34387_gjjg%252Fse&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 697967 INFO (OverseerThreadFactory-1491-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 698072 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 698073 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 698176 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 699091 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 699119 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 699182 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 699194 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 699194 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 699194 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 699195 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 699198 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 699454 WARN (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 699507 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 699507 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 699508 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 699508 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 699510 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 699510 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15e0fcb[control_collection_shard1_replica_n1] main]
[junit4] 2> 699511 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 699512 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 699513 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 699514 INFO (searcherExecutor-1494-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@15e0fcb[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 699514 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610793043755008
[junit4] 2> 699518 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 699518 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 699518 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34387/gjjg/se/control_collection_shard1_replica_n1/
[junit4] 2> 699518 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 699518 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34387/gjjg/se/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 699518 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 699520 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34387/gjjg/se/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 699622 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 699632 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 699633 INFO (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1561
[junit4] 2> 699640 INFO (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 699736 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 699969 INFO (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 700640 INFO (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34387_gjjg%252Fse&wt=javabin&version=2} status=0 QTime=2674
[junit4] 2> 700644 INFO (zkConnectionManagerCallback-810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 700645 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 700646 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45175/solr ready
[junit4] 2> 700646 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 700647 INFO (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 700649 INFO (OverseerThreadFactory-1491-thread-2-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 700649 WARN (OverseerThreadFactory-1491-thread-2-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 700853 INFO (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 700853 INFO (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=205
[junit4] 2> 700953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001 of type NRT
[junit4] 2> 700954 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 700954 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13860f3{/gjjg/se,null,AVAILABLE}
[junit4] 2> 700955 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18a2bca{HTTP/1.1,[http/1.1]}{127.0.0.1:45567}
[junit4] 2> 700955 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server Started @702179ms
[junit4] 2> 700955 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/gjjg/se, hostPort=45567, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores}
[junit4] 2> 700955 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 700955 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 700955 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 700955 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 700955 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T23:03:07.849Z
[junit4] 2> 700957 INFO (zkConnectionManagerCallback-812-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 700958 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 700958 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/solr.xml
[junit4] 2> 700963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 700963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 700964 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 700967 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
[junit4] 2> 700967 INFO (zkConnectionManagerCallback-816-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 700970 INFO (zkConnectionManagerCallback-818-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 700973 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 700974 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 700975 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45567_gjjg%2Fse
[junit4] 2> 700976 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 700976 INFO (zkCallback-809-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 700977 INFO (zkCallback-817-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 701469 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 701486 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 701486 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 701489 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores
[junit4] 2> 701529 INFO (qtp21262783-3652) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45567_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 701531 INFO (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 701532 INFO (OverseerThreadFactory-1491-thread-3-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45567_gjjg%2Fse for creating new replica
[junit4] 2> 701534 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 701535 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 703297 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 703334 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 703450 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 703478 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 703478 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 703478 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 703479 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 703483 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 703502 WARN (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 703560 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 703560 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 703562 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 703562 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 703563 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 703564 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@9247af[collection1_shard2_replica_n41] main]
[junit4] 2> 703565 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 703565 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 703566 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 703568 INFO (searcherExecutor-1505-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@9247af[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 703568 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610797294682112
[junit4] 2> 703573 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 703573 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 703573 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/
[junit4] 2> 703573 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 703573 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 703573 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 703575 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/ shard2
[junit4] 2> 703726 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 703727 INFO (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2193
[junit4] 2> 703738 INFO (qtp21262783-3652) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45567_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2208
[junit4] 2> 703859 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001 of type NRT
[junit4] 2> 703859 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 703860 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@116ef83{/gjjg/se,null,AVAILABLE}
[junit4] 2> 703861 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a7fee8{HTTP/1.1,[http/1.1]}{127.0.0.1:33407}
[junit4] 2> 703861 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server Started @705085ms
[junit4] 2> 703861 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/gjjg/se, hostPort=33407, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores}
[junit4] 2> 703861 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 703861 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 703861 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 703861 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 703861 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T23:03:10.755Z
[junit4] 2> 703863 INFO (zkConnectionManagerCallback-822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 703863 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 703863 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/solr.xml
[junit4] 2> 703869 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 703869 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 703870 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 703875 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
[junit4] 2> 703878 INFO (zkConnectionManagerCallback-826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 703880 INFO (zkConnectionManagerCallback-828-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 703884 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 703885 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 703886 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33407_gjjg%2Fse
[junit4] 2> 703887 INFO (zkCallback-809-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 703887 INFO (zkCallback-799-thread-3-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 703887 INFO (zkCallback-817-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 703890 INFO (zkCallback-827-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 704083 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 704095 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 704095 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 704096 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores
[junit4] 2> 704148 INFO (qtp14080710-3738) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33407_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704150 INFO (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 704150 INFO (OverseerThreadFactory-1491-thread-4-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33407_gjjg%2Fse for creating new replica
[junit4] 2> 704153 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 704153 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 705232 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 705245 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 705327 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 705342 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 705343 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 705343 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 705343 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 705347 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 705367 WARN (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 705413 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 705413 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 705414 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 705414 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 705415 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 705415 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@32f12a[collection1_shard1_replica_n43] main]
[junit4] 2> 705416 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 705417 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 705417 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 705419 INFO (searcherExecutor-1516-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@32f12a[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 705419 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610799235596288
[junit4] 2> 705422 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 705422 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 705422 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33407/gjjg/se/collection1_shard1_replica_n43/
[junit4] 2> 705422 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 705422 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:33407/gjjg/se/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 705422 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 705423 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33407/gjjg/se/collection1_shard1_replica_n43/ shard1
[junit4] 2> 705574 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 705576 INFO (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1423
[junit4] 2> 705579 INFO (qtp14080710-3738) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33407_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1431
[junit4] 2> 705672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001 of type NRT
[junit4] 2> 705672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 705673 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c9e0a{/gjjg/se,null,AVAILABLE}
[junit4] 2> 705674 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15895b3{HTTP/1.1,[http/1.1]}{127.0.0.1:46583}
[junit4] 2> 705674 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.e.j.s.Server Started @706898ms
[junit4] 2> 705674 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/gjjg/se, hostPort=46583, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores}
[junit4] 2> 705674 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 705674 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 705674 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 705674 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 705674 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T23:03:12.568Z
[junit4] 2> 705676 INFO (zkConnectionManagerCallback-832-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 705677 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 705677 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/solr.xml
[junit4] 2> 705680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 705680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 705681 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 705683 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
[junit4] 2> 705685 INFO (zkConnectionManagerCallback-836-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 705687 INFO (zkConnectionManagerCallback-838-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 705690 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 705691 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 705692 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46583_gjjg%2Fse
[junit4] 2> 705693 INFO (zkCallback-799-thread-3-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 705693 INFO (zkCallback-827-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 705693 INFO (zkCallback-809-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 705693 INFO (zkCallback-817-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 705693 INFO (zkCallback-837-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 705880 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 705891 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 705892 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 705893 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores
[junit4] 2> 705941 INFO (qtp14080710-3739) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46583_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 705942 INFO (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 705942 INFO (OverseerThreadFactory-1491-thread-5-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46583_gjjg%2Fse for creating new replica
[junit4] 2> 705945 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 705945 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 707328 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 707345 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 707441 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 707457 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 707457 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
[junit4] 2> 707457 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 707458 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 707460 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 707478 WARN (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 707513 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 707513 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 707514 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 707514 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 707515 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 707516 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@12803a6[collection1_shard2_replica_n45] main]
[junit4] 2> 707516 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 707517 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 707517 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 707519 INFO (searcherExecutor-1527-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@12803a6[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 707520 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610801438654464
[junit4] 2> 707523 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 707523 INFO (updateExecutor-833-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 707523 INFO (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 707524 INFO (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 707524 INFO (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 707524 INFO (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 707524 INFO (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:46583/gjjg/se/collection1_shard2_replica_n45/]
[junit4] 2> 707524 INFO (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1579
[junit4] 2> 707526 INFO (qtp14080710-3739) [n:127.0.0.1:33407_gjjg%2Fse ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46583_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1585
[junit4] 2> 707526 INFO (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:45567/gjjg/se]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:46583_gjjg%252Fse&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 707528 INFO (qtp16898790-3702) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 707528 INFO (qtp16898790-3702) [n:127.0.0.1:45567_gjjg%2Fse ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46583_gjjg%2Fse, coreNodeName=core_node46, onlyIfActi
[...truncated too long message...]
live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2940737 INFO (jetty-closer-9320-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2940737 INFO (jetty-closer-9320-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2940739 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f70ba03b000e, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2940739 INFO (jetty-closer-9320-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a5a189{/solr,null,UNAVAILABLE}
[junit4] 2> 2940743 INFO (zkCallback-9343-thread-3-processing-n:127.0.0.1:43163_solr) [n:127.0.0.1:43163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2940746 INFO (coreCloseExecutor-9354-thread-1) [n:127.0.0.1:37851_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=849221
[junit4] 2> 2940748 INFO (jetty-closer-9320-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c654f4{/solr,null,UNAVAILABLE}
[junit4] 2> 2940753 INFO (coreCloseExecutor-9355-thread-1) [n:127.0.0.1:43163_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=5462397
[junit4] 2> 2940754 INFO (jetty-closer-9320-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99350821107073032-127.0.0.1:43163_solr-n_0000000000) closing
[junit4] 2> 2940754 INFO (OverseerStateUpdate-99350821107073032-127.0.0.1:43163_solr-n_0000000000) [n:127.0.0.1:43163_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43163_solr
[junit4] 2> 2940754 WARN (OverseerAutoScalingTriggerThread-99350821107073032-127.0.0.1:43163_solr-n_0000000000) [n:127.0.0.1:43163_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2940756 INFO (jetty-closer-9320-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c3f36{/solr,null,UNAVAILABLE}
[junit4] 2> 2940756 ERROR (SUITE-TestClusterStateProvider-seed#[F503C9D4331170F9]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2940756 INFO (SUITE-TestClusterStateProvider-seed#[F503C9D4331170F9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36309 36309
[junit4] 2> 2945866 INFO (Thread-8873) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36309 36309
[junit4] 2> 2945867 WARN (Thread-8873) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99350821107073032-127.0.0.1:43163_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F503C9D4331170F9-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9, maxDocsPerChunk=899, blockSize=483), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9, blockSize=483)), sim=RandomSimilarity(queryNorm=false): {}, locale=es-AR, timezone=Pacific/Guadalcanal
[junit4] 2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=160853104,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestTolerantUpdateProcessorRandomCloud, BasicAuthIntegrationTest, TestNodeLostTrigger, TestSkipOverseerOperations, TestPartialUpdateDeduplication, AtomicUpdatesTest, DataDrivenBlockJoinTest, TestStreamBody, ZkStateReaderTest, CollectionsAPIAsyncDistributedZkTest, CopyFieldTest, TestUniqueKeyFieldResource, TestHdfsCloudBackupRestore, FullSolrCloudDistribCmdsTest, StatsComponentTest, TestRequestForwarding, TestPolicyCloud, TestCopyFieldCollectionResource, TestSystemIdResolver, TestQueryTypes, XsltUpdateRequestHandlerTest, DistributedSpellCheckComponentTest, SimplePostToolTest, TestLFUCache, TriLevelCompositeIdRoutingTest, DocValuesMissingTest, TestFieldCacheVsDocValues, TestHttpShardHandlerFactory, RecoveryAfterSoftCommitTest, PreAnalyzedFieldManagedSchemaCloudTest, TestPullReplica, IgnoreCommitOptimizeUpdateProcessorFactoryTest, HdfsRecoveryZkTest, TestConfigSetsAPIZkFailure, IndexSchemaTest, SegmentsInfoRequestHandlerTest, TestTolerantSearch, TestInitParams, ZkNodePropsTest, RuleEngineTest, TestNumericRangeQuery32, TestJsonFacetRefinement, TestCloudDeleteByQuery, ChaosMonkeyNothingIsSafeTest, TestQueryWrapperFilter, AnalyticsQueryTest, CheckHdfsIndexTest, TestReRankQParserPlugin, TestAddFieldRealTimeGet, UnloadDistributedZkTest, CdcrRequestHandlerTest, TestFieldTypeResource, JavabinLoaderTest, MergeStrategyTest, MigrateRouteKeyTest, TestQuerySenderListener, CollectionReloadTest, RecoveryZkTest, BlockJoinFacetDistribTest, DisMaxRequestHandlerTest, AliasIntegrationTest, LeaderElectionTest, ReplicationFactorTest, LeaderInitiatedRecoveryOnCommitTest, TestSolrConfigHandlerConcurrent, TestFunctionQuery, RequestLoggingTest, TestTestInjection, TestObjectReleaseTracker, SolrCoreCheckLockOnStartupTest, ClusterStateTest, DeleteNodeTest, TestCloudPivotFacet, PluginInfoTest, TestIndexSearcher, TestTriggerIntegration, TestElisionMultitermQuery, TestStandardQParsers, TestDocBasedVersionConstraints, NodeMutatorTest, TestSolrDeletionPolicy2, OverseerTest, BadComponentTest, SpellPossibilityIteratorTest, DocValuesNotIndexedTest, DirectSolrConnectionTest, TestFilteredDocIdSet, ChangedSchemaMergeTest, GraphQueryTest, DistanceFunctionTest, BlockDirectoryTest, DistributedFacetExistsSmallTest, UUIDFieldTest, JSONWriterTest, SuggesterTest, FileBasedSpellCheckerTest, TestPointFields, ConfigSetsAPITest, TestCharFilters, TestFiltering, TestScoreJoinQPNoScore, TestInitQParser, TestEmbeddedSolrServerConstructors, TestReplicationHandlerBackup, SolrCloudExampleTest, DistribJoinFromCollectionTest, HdfsThreadLeakTest, ExplicitHLLTest, SharedFSAutoReplicaFailoverTest, ComputePlanActionTest, TestRealTimeGet, HdfsWriteToMultipleCollectionsTest, TestMiniSolrCloudClusterSSL, V2StandaloneTest, HLLUtilTest, TestCSVResponseWriter, CoreAdminRequestStatusTest, ShufflingReplicaListTransformerTest, QueryElevationComponentTest, TestDistribDocBasedVersion, AsyncCallRequestStatusResponseTest, HdfsCollectionsAPIDistributedZkTest, SolrMetricsIntegrationTest, CollectionsAPIDistributedZkTest, ZkSolrClientTest, TestRandomDVFaceting, TestRecovery, TestStressReorder, TestReload, TestStressVersions, TestCoreContainer, TestSolr4Spatial, TestGroupingSearch, TestSort, HighlighterTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DocValuesMultiTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestCollationField, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PreAnalyzedFieldTest, TestLRUCache, SystemInfoHandlerTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPISolrJTest, DeleteShardTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, ReplaceNodeTest, SolrXmlInZkTest, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, HttpTriggerListenerTest, NodeLostTriggerTest, SystemLogListenerTest, TestClusterStateProvider]
[junit4] Completed [572/766 (2!)] on J2 in 10.33s, 2 tests, 1 failure <<< FAILURES!
[...truncated 44547 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1178
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1178/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=23291, name=jetty-launcher-8911-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=23289, name=jetty-launcher-8911-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=23291, name=jetty-launcher-8911-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=23289, name=jetty-launcher-8911-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.uninverting.TestFieldCacheVsDocValues
Error Message:
The test or suite printed 32422 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
Stack Trace:
java.lang.AssertionError: The test or suite printed 32422 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433]:0)
at org.apache.lucene.util.TestRuleLimitSysouts.afterIfSuccessful(TestRuleLimitSysouts.java:211)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433:2E4637EAFC9764D4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12881 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/init-core-data-001
[junit4] 2> 1225803 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1225803 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1225805 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1225805 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1225841 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001
[junit4] 2> 1225841 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1225841 INFO (Thread-4241) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1225841 INFO (Thread-4241) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1225852 ERROR (Thread-4241) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1225941 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38525
[junit4] 2> 1225943 INFO (zkConnectionManagerCallback-8914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225948 INFO (jetty-launcher-8911-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225953 INFO (jetty-launcher-8911-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225996 INFO (jetty-launcher-8911-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c572b0{/solr,null,AVAILABLE}
[junit4] 2> 1226000 INFO (jetty-launcher-8911-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e03d5d{SSL,[ssl, http/1.1]}{127.0.0.1:32769}
[junit4] 2> 1226001 INFO (jetty-launcher-8911-thread-1) [ ] o.e.j.s.Server Started @1227841ms
[junit4] 2> 1226001 INFO (jetty-launcher-8911-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32769}
[junit4] 2> 1226001 ERROR (jetty-launcher-8911-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1226001 INFO (jetty-launcher-8911-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 1226001 INFO (jetty-launcher-8911-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1226001 INFO (jetty-launcher-8911-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1226001 INFO (jetty-launcher-8911-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T18:17:34.093Z
[junit4] 2> 1226008 INFO (jetty-launcher-8911-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1138da4{/solr,null,AVAILABLE}
[junit4] 2> 1226009 INFO (jetty-launcher-8911-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29beab{SSL,[ssl, http/1.1]}{127.0.0.1:38985}
[junit4] 2> 1226009 INFO (jetty-launcher-8911-thread-2) [ ] o.e.j.s.Server Started @1227849ms
[junit4] 2> 1226009 INFO (jetty-launcher-8911-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38985}
[junit4] 2> 1226009 INFO (zkConnectionManagerCallback-8916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226009 ERROR (jetty-launcher-8911-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1226009 INFO (jetty-launcher-8911-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 1226009 INFO (jetty-launcher-8911-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1226009 INFO (jetty-launcher-8911-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1226009 INFO (jetty-launcher-8911-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T18:17:34.101Z
[junit4] 2> 1226010 INFO (jetty-launcher-8911-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1226023 INFO (zkConnectionManagerCallback-8918-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226024 INFO (jetty-launcher-8911-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1226041 INFO (jetty-launcher-8911-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38525/solr
[junit4] 2> 1226056 INFO (jetty-launcher-8911-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38525/solr
[junit4] 2> 1226067 INFO (zkConnectionManagerCallback-8922-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226067 INFO (zkConnectionManagerCallback-8926-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226084 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226084 INFO (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226137 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226137 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226137 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32769_solr
[junit4] 2> 1226138 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38985_solr
[junit4] 2> 1226138 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.Overseer Overseer (id=99349551771484166-127.0.0.1:32769_solr-n_0000000000) starting
[junit4] 2> 1226140 INFO (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226140 INFO (zkCallback-8927-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226158 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32769_solr
[junit4] 2> 1226158 INFO (zkCallback-8927-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226158 INFO (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226195 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1226200 WARN (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1226205 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1226235 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1226236 WARN (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1226236 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1226275 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1226275 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1226293 INFO (jetty-launcher-8911-thread-2-EventThread) [n:127.0.0.1:38985_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1226293 INFO (jetty-launcher-8911-thread-1-EventThread) [n:127.0.0.1:32769_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1226389 WARN (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1226391 WARN (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1226419 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38985.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
[junit4] 2> 1226421 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
[junit4] 2> 1226433 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38985.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
[junit4] 2> 1226434 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38985.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
[junit4] 2> 1226434 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
[junit4] 2> 1226434 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
[junit4] 2> 1226435 INFO (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node2/.
[junit4] 2> 1226435 INFO (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node1/.
[junit4] 2> 1226462 INFO (zkConnectionManagerCallback-8936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226477 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1241547 WARN (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15143ms for sessionid 0x160f5e415ef0007
[junit4] 2> 1241547 WARN (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15143ms for sessionid 0x160f5e415ef0008
[junit4] 2> 1241547 WARN (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15112ms for sessionid 0x160f5e415ef0005
[junit4] 2> 1241547 WARN (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15112ms for sessionid 0x160f5e415ef0006
[junit4] 2> 1241547 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1241548 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1241548 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1241548 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1241573 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1515989854616&s=rMd0N31YyOPUI+pWKypjqrGzuKo="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:34 GMT
[junit4] 2> 1241573 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1241647 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1241648 WARN (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d97402 name: ZooKeeperConnection Watcher:127.0.0.1:38525/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1241648 WARN (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1241649 WARN (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35690b name: ZooKeeperConnection Watcher:127.0.0.1:38525/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1241649 WARN (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1241649 INFO (qtp17095388-23252) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1241650 WARN (qtp17095388-23252) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 29 more
[junit4] 2> 1241652 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1241683 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1241692 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1515989869778&s=QAPb91JNFS6//kmxywpJgfd8hM8="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
[junit4] 2> 1241692 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1241725 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1241741 INFO (qtp17095388-23246) [n:127.0.0.1:38985_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1241741 INFO (qtp17095388-23246) [n:127.0.0.1:38985_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1241742 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1515989869817&s=NdjvJee6+Xh0ozadshPxBcxVRXc="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
[junit4] 2> 1241742 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1241774 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1241780 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515989869866&s=sKfvEbKPudsM6uEQ8Ny/tFdO/r8="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
[junit4] 2> 1241780 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1241794 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1241796 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1515989869887&s=+lEJjH5Doxt45ZQBgMl42zUrhx4="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
[junit4] 2> 1241796 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1241810 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1247631 WARN (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f5e415ef0007 has expired
[junit4] 2> 1247631 WARN (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f5e415ef0005 has expired
[junit4] 2> 1247632 INFO (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1247632 WARN (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d97402 name: ZooKeeperConnection Watcher:127.0.0.1:38525/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1247632 WARN (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1247632 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1247632 WARN (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f5e415ef0008 has expired
[junit4] 2> 1247632 WARN (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1247633 INFO (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1247633 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515989869902&s=vxO0/3iYM9KXIcslfOm3739PdeQ="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
[junit4] 2> 1247633 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr-EventThread) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1247633 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1247633 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1247634 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 1247635 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1247668 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38985_solr
[junit4] 2> 1247673 INFO (zkCallback-8927-thread-4-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1247673 INFO (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1247675 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1247676 INFO (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1247676 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1247677 INFO (qtp17095388-23246) [n:127.0.0.1:38985_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1247677 INFO (qtp17095388-23246) [n:127.0.0.1:38985_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1247677 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515989875768&s=CFOO+HLYncex6m/Xm6Iqky1wrBY="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:55 GMT
[junit4] 2> 1247677 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1247695 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1247697 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1515989875788&s=pyQwiZ5+/0lrunjKdVFseksfgTQ="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:55 GMT
[junit4] 2> 1247697 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1247715 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1247716 INFO (qtp17095388-23252) [n:127.0.0.1:38985_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1247716 INFO (qtp17095388-23252) [n:127.0.0.1:38985_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1247716 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1515989875807&s=Uh4L3xbMFAXZQGKGLs7feeOVjJo="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:55 GMT
[junit4] 2> 1247716 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1247741 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1247745 INFO (zkConnectionManagerCallback-8939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1247889 INFO (zkConnectionManagerCallback-8942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1247890 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1247890 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38525/solr ready
[junit4] 2> 1247923 INFO (qtp14590836-23238) [n:127.0.0.1:32769_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1247924 INFO (OverseerThreadFactory-4878-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1248028 INFO (OverseerStateUpdate-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32769/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1248236 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1248236 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1248341 INFO (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1248341 INFO (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1249267 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1249294 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1249357 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1249367 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1249367 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
[junit4] 2> 1249367 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1249367 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1249369 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1402344530, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1249416 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1249416 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1249417 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1249417 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1249418 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6782437584630595]
[junit4] 2> 1249418 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1711f9a[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1249419 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1249444 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1249540 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1249540 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1249540 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589592853191852032
[junit4] 2> 1249540 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1249541 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1249541 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1249541 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1249541 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1249541 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1249541 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1249542 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1249543 INFO (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@1711f9a[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1249547 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1249547 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1249547 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32769/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1249548 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1249548 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:32769/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1249548 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1249553 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32769/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1249654 INFO (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1249654 INFO (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1249703 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1249706 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1470
[junit4] 2> 1249706 WARN (httpShardExecutor-4870-thread-1-processing-n:127.0.0.1:32769_solr [https:////127.0.0.1:32769//solr] https:////127.0.0.1:32769//solr) [n:127.0.0.1:32769_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515989876326&s=qFEhch1VGedwrlHAFmy2MsDHodo="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:56 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:56 GMT
[junit4] 2> 1249709 INFO (qtp14590836-23238) [n:127.0.0.1:32769_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1249806 INFO (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1249806 INFO (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1249925 INFO (OverseerCollectionConfigSetProcessor-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1250710 INFO (qtp14590836-23238) [n:127.0.0.1:32769_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2786
[junit4] 2> 1250710 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515989876014&s=iMrXyM3bxkGr/7PZhLhdM0e8A0k="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:56 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:56 GMT
[junit4] 2> 1250710 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1250711 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1250721 INFO (qtp14590836-23238) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1250722 WARN (qtp17095388-23244) [n:127.0.0.1:38985_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515989878812&s=FPpdGRsp9fPrY56qbuCBny3jIV0="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
[junit4] 2> 1250722 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515989878808&s=NoJJw6TZtqJ0kGErEv263dipyE8="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
[junit4] 2> 1250722 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515989878812&s=FPpdGRsp9fPrY56qbuCBny3jIV0="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
[junit4] 2> 1250728 INFO (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1250728 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515989878819&s=AoXoct2wYo09TRY+HKI8To42rlQ="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
[junit4] 2> 1250729 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1250769 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1250777 WARN (qtp17095388-23253) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 1250779 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[11CE3442EBC19433]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1515989878862&s=96+JssSRvOnhmPr5DcV7Tev+ncc="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
[junit4] 2> 1250779 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[11CE3442EBC19433]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1250784 INFO (jetty-closer-8912-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@29beab{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1250784 INFO (jetty-closer-8912-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e03d5d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1250784 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1428440
[junit4] 2> 1250784 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=13667821
[junit4] 2> 1250784 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1250785 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1250785 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10827cd: rootName = solr_38985, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@166f53
[junit4] 2> 1250785 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9e29d: rootName = solr_32769, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6a60a2
[junit4] 2> 1250789 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1250789 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1dcc0c4: rootName = solr_32769, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d39fce
[junit4] 2> 1250791 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1250791 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@192f4b1: rootName = solr_38985, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d39fce
[junit4] 2> 1250793 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1250793 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@449d9c: rootName = solr_32769, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1baf39d
[junit4] 2> 1250793 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32769_solr
[junit4] 2> 1250794 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1250794 INFO (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1250794 INFO (zkCallback-8927-thread-4-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1250794 INFO (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1fd1d94
[junit4] 2> 1250794 INFO (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=33365396
[junit4] 2> 1250794 INFO (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12a411d: rootName = solr_32769, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1263f6f
[junit4] 2> 1250795 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1250795 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c543a9: rootName = solr_38985, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1baf39d
[junit4] 2> 1250796 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38985_solr
[junit4] 2> 1250796 INFO (jetty-closer-8912-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1250796 INFO (zkCallback-8927-thread-4-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1250796 INFO (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1250797 ERROR (Thread[Thread-4258,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:38985_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1250801 INFO (jetty-closer-8912-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1138da4{/solr,null,UNAVAILABLE}
[junit4] 2> 1250804 INFO (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=33365396
[junit4] 2> 1250805 INFO (jetty-closer-8912-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99349551771484166-127.0.0.1:32769_solr-n_0000000000) closing
[junit4] 2> 1250805 INFO (OverseerStateUpdate-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32769_solr
[junit4] 2> 1250806 WARN (OverseerAutoScalingTriggerThread-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1250807 ERROR (Thread[Thread-4259,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:32769_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1250807 INFO (jetty-closer-8912-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c572b0{/solr,null,UNAVAILABLE}
[junit4] 2> 1250807 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1250808 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38525 38525
[junit4] 2> 1255849 INFO (Thread-4241) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38525 38525
[junit4] 2> 1255850 WARN (Thread-4241) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99349551771484166-127.0.0.1:32769_solr-n_0000000000
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[j
[...truncated too long message...]
java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 3157523 WARN (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 3158706 WARN (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 3158722 WARN (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {indexed=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{dv=DocValuesFormat(name=Lucene70), field=DocValuesFormat(name=Lucene70), indexed=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1614, maxMBSortInHeap=6.816587238374818, sim=RandomSimilarity(queryNorm=true): {}, locale=de-LU, timezone=America/St_Barthelemy
[junit4] 2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=365060552,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrCloudReportersTest, JavabinLoaderTest, FileBasedSpellCheckerTest, HdfsBasicDistributedZkTest, DistanceFunctionTest, TestConfigSetsAPIZkFailure, TestDistributedGrouping, TestObjectReleaseTracker, TestJsonFacetRefinement, RequiredFieldsTest, DistributedFacetPivotSmallAdvancedTest, TestOverriddenPrefixQueryForCustomFieldType, TestConfigReload, TestSkipOverseerOperations, TestSolrQueryResponse, TestManagedSynonymGraphFilterFactory, TestExactSharedStatsCache, TestSQLHandler, DeleteNodeTest, TestManagedSchema, ExplicitHLLTest, TestCloudPivotFacet, HdfsDirectoryFactoryTest, TestElisionMultitermQuery, XsltUpdateRequestHandlerTest, LeaderElectionContextKeyTest, TestEmbeddedSolrServerConstructors, LeaderInitiatedRecoveryOnCommitTest, TestLRUCache, BadComponentTest, TestAddFieldRealTimeGet, CloudMLTQParserTest, DocValuesNotIndexedTest, TestValueSourceCache, TestCustomDocTransformer, TestLMJelinekMercerSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TestLegacyNumericUtils, ZkNodePropsTest, NodeLostTriggerTest, CdcrBootstrapTest, TestUseDocValuesAsStored, TestSlowCompositeReaderWrapper, TestSegmentSorting, MoveReplicaHDFSTest, SolrCloudExampleTest, TestStressLiveNodes, ShufflingReplicaListTransformerTest, TestReplicationHandlerBackup, TimeZoneUtilsTest, HttpTriggerListenerTest, TestPolicyCloud, TestSolrXml, TestShardHandlerFactory, TestRawResponseWriter, TestCloudSchemaless, DistributedFacetExistsSmallTest, TestStreamBody, TestExtendedDismaxParser, TestSolrDeletionPolicy2, TestInitParams, SuggesterTest, CustomHighlightComponentTest, RecoveryZkTest, TestFilteredDocIdSet, BlockJoinFacetDistribTest, TestStandardQParsers, ReturnFieldsTest, TestDynamicLoading, BasicDistributedZk2Test, TestComplexPhraseQParserPlugin, TestGroupingSearch, RecoveryAfterSoftCommitTest, TestLFUCache, OverseerStatusTest, CSVRequestHandlerTest, TestTolerantUpdateProcessorRandomCloud, TestXmlQParser, MigrateRouteKeyTest, BlockDirectoryTest, TestTrie, TestReload, TestSystemIdResolver, RequestLoggingTest, WordBreakSolrSpellCheckerTest, TestCloudSearcherWarming, TestLeaderInitiatedRecoveryThread, ClusterStateTest, TestDistributedMissingSort, CoreAdminRequestStatusTest, TestPartialUpdateDeduplication, IndexSchemaTest, TestFunctionQuery, PreAnalyzedFieldManagedSchemaCloudTest, UnloadDistributedZkTest, TestDistribDocBasedVersion, AlternateDirectoryTest, TestSolrCloudWithSecureImpersonation, TestUniqueKeyFieldResource, ComputePlanActionTest, PluginInfoTest, BigEndianAscendingWordDeserializerTest, ClassificationUpdateProcessorTest, SSLMigrationTest, TestDFISimilarityFactory, SuggestComponentTest, TestAnalyzeInfixSuggestions, FieldMutatingUpdateProcessorTest, TestGenericDistributedQueue, TestZkChroot, DeleteStatusTest, SolrMetricsIntegrationTest, TestQueryWrapperFilter, TriLevelCompositeIdRoutingTest, EchoParamsTest, V2StandaloneTest, TestInPlaceUpdatesDistrib, HdfsRecoveryZkTest, TestSolr4Spatial2, HLLUtilTest, TestCollectionAPIs, TestFreeTextSuggestions, SystemInfoHandlerTest, StatsComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, CoreAdminHandlerTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestRemoteStreaming, SolrInfoBeanTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, RequestHandlersTest, MoreLikeThisHandlerTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, SOLR749Test, TestQuerySenderListener, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestSearchPerf, TestSolrCoreProperties, DirectSolrConnectionTest, TestXIncludeConfig, TestLMDirichletSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnShardRestartTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, SaslZkACLProviderTest, ShardSplitTest, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ExecutePlanActionTest, MetricTriggerTest, SearchRateTriggerTest, TestClusterStateProvider, TestComputePlanAction, TestDistribStateManager, TestExecutePlanAction, TestLargeCluster, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsBasicDistributedZk2Test, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrConfigHandler, SearchHandlerTest, TestCoreBackup, TestHdfsBackupRestoreCore, V2ApiIntegrationTest, MetricsHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotLongTailTest, DistributedSuggestComponentTest, UninvertDocValuesMergePolicyTest, CheckHdfsIndexTest, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaVersionResource, ChangedSchemaMergeTest, CurrencyFieldTypeTest, SpatialRPTFieldTypeTest, TestManagedSchemaThreadSafety, TestPointFields, TestCustomSort, TestFieldSortValues, TestHashQParserPlugin, TestMissingGroups, TestSimpleQParserPlugin, TestStressUserVersions, DistributedFacetSimpleRefinementLongTailTest, TestOrdValues, BlockJoinFacetSimpleTest, GraphQueryTest, TestCloudNestedDocsSort, TestNestedDocsSort, TestScoreJoinQPNoScore, TestDistribIDF, TestSolrCloudWithHadoopAuthPlugin, TestDocTermOrds, TestFieldCacheReopen, TestFieldCacheVsDocValues]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFieldCacheVsDocValues -Dtests.seed=11CE3442EBC19433 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestFieldCacheVsDocValues (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: The test or suite printed 32422 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
[junit4] > at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433]:0)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [745/766 (3!)] on J2 in 23.96s, 10 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 43961 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1177 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1177/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=15493, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 3) Thread[id=15491, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 8) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 9) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=15493, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
3) Thread[id=15491, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
6) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
8) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
9) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([95BAE0E3B1AD7462]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 7) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
6) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
7) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([95BAE0E3B1AD7462]:0)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (105 > 100) - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (105 > 100) - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([95BAE0E3B1AD7462:1DEEDF391F51199A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:224)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1721 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180114_124356_4324041252179681906254.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180114_124356_43216958892341017496230.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180114_124356_43212361076711482224366.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 299 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180114_125014_60417470386800907610620.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180114_125014_6042271440314188143573.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180114_125014_6047427998969200553544.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1057 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180114_125144_27617693188262612929041.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180114_125144_27617018177228844173510.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180114_125144_2808451888419886398830.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 228 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180114_125322_2823698263986076743511.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180114_125322_2822770139785078883238.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180114_125322_282718560356599050058.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 240 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180114_125335_5961085559640836138514.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180114_125335_60017018259808478947893.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 12 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180114_125335_5967659782413428131871.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180114_125358_56217790031087798038474.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180114_125358_56218094643813394114679.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180114_125358_5622933741578569058417.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 158 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180114_125402_48111473755090717598572.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180114_125402_48115474658796983010829.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180114_125402_4815124131505718226665.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 168 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180114_125405_211286998298890071866.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180114_125405_2114767347383482320974.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180114_125405_2113509380408063249920.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180114_125417_0489942655389921370773.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180114_125417_04813021738438209566785.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180114_125426_7924860477687940246537.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180114_125426_7952169582687266816500.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180114_125426_7926868768994357445073.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180114_125429_692138887671960990170.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 195 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180114_125438_856565698298321978219.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 19 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180114_125438_8566662930581976121710.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180114_125438_8563055118931264903228.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1306 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180114_125647_34311409595641210683679.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180114_125647_3448437139759091925162.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180114_125647_343368462768472442372.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 230 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180114_125657_15511576984546604953895.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180114_125657_15517318700187936626482.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180114_125657_15515133054008309317171.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 255 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180114_125709_5493437424863946443989.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180114_125709_55018434045929089828527.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180114_125709_54917851477543075535652.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 211 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180114_130058_65011405734378450868536.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180114_130058_6506262192671020331942.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180114_130058_6506746897661843534318.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 170 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180114_130101_5139099021100785077800.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180114_130101_5132079733686627489715.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180114_130101_513624097052636187682.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 226 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180114_130106_94816733497238187764995.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180114_130106_94813730500438474377496.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180114_130106_9487825526590640406368.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 179 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180114_130137_8353785574078306696771.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180114_130137_8356421104678340716789.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180114_130137_8355871101462132878275.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 240 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180114_130150_8549400757865831563375.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180114_130150_8548220930161126266067.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180114_130150_8543225094131972886571.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180114_130207_38817539138891697270804.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180114_130207_38814064944866873226662.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180114_130207_3881484922237489421893.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180114_130233_9088106779883847262057.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180114_130233_90812726192810086989409.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 182 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180114_130245_2231144648719447746623.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180114_130245_22311148440287914087968.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180114_130245_22313636857817451975465.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 332 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180114_130303_0707502245479073797511.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180114_130303_0705562660037933397712.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180114_130303_0704833869082320185027.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 230 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180114_130311_47513907496572733479170.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180114_130311_4758263768160769216904.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180114_130311_47516757674458979041451.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180114_130318_8363953353434180100775.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180114_130318_83618163438482339188364.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180114_130318_836215806334255938690.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180114_130330_7558733483306091145650.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180114_130330_7546070233828038650873.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180114_130330_7541800498378542952665.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 314 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180114_130430_2707305739755106687146.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180114_130430_27015600899248956850299.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180114_130430_2703920320565567844687.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180114_130451_33616300641279369689088.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 175 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180114_130453_7166047369414221123032.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180114_130453_71617527484713454731020.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180114_130453_7164735599318281785430.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 235 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180114_130617_9515282608810063440315.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180114_130617_95115753497173660629031.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 18 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180114_130617_9517537798796057876443.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3400 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> 1698674 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/init-core-data-001
[junit4] 2> 1698674 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1698675 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1698675 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1698676 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1698676 INFO (Thread-4314) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1698676 INFO (Thread-4314) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1698678 ERROR (Thread-4314) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1698776 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.ZkTestServer start zk server on port:46791
[junit4] 2> 1698778 INFO (zkConnectionManagerCallback-3180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1698780 INFO (zkConnectionManagerCallback-3182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1698782 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1698783 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1698784 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1698784 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1698785 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1698786 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1698786 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1698787 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1698788 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1698788 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1698789 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1698790 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1698909 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1698942 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@792cfac1{/,null,AVAILABLE}
[junit4] 2> 1698942 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f6bd6be{HTTP/1.1,[http/1.1]}{127.0.0.1:45021}
[junit4] 2> 1698943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.e.j.s.Server Started @1701234ms
[junit4] 2> 1698943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/tempDir-001/control/data, hostPort=45021, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores}
[junit4] 2> 1698943 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1698943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1698943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1698943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1698943 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T13:35:50.529692Z
[junit4] 2> 1698947 INFO (zkConnectionManagerCallback-3184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1698948 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1698948 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/solr.xml
[junit4] 2> 1698950 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1698951 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1698951 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1698962 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46791/solr
[junit4] 2> 1698970 INFO (zkConnectionManagerCallback-3188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1698974 INFO (zkConnectionManagerCallback-3190-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1699030 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1699030 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45021_
[junit4] 2> 1699031 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.c.Overseer Overseer (id=99348443972435972-127.0.0.1:45021_-n_0000000000) starting
[junit4] 2> 1699046 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45021_
[junit4] 2> 1699047 INFO (zkCallback-3189-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1699090 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
[junit4] 2> 1699100 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
[junit4] 2> 1699100 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
[junit4] 2> 1699101 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores
[junit4] 2> 1699117 INFO (zkConnectionManagerCallback-3196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1699118 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1699119 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46791/solr ready
[junit4] 2> 1699127 INFO (qtp353990751-15454) [n:127.0.0.1:45021_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45021_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1699132 INFO (OverseerThreadFactory-6554-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1699237 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1699238 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1699340 INFO (zkCallback-3189-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1700246 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1700268 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1700374 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1700382 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1700383 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
[junit4] 2> 1700383 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1700383 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1700386 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1700405 WARN (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1700445 INFO (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHan
[...truncated too long message...]
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180114_134114_6237385720357633044589.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180114_134114_6231975556222851206199.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180114_134220_7539145516229728473199.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180114_134220_75213533522360285408425.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180114_134220_75210939305389940496366.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1260 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180114_134235_8224128851036320919506.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180114_134235_8222685097362692827369.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 650 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180114_134243_367481158514019545077.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180114_134243_36711562299384548317372.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180114_134243_3674809426762159190160.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 558 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180114_134305_6438271949539502134924.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180114_134305_6435600791617578656750.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180114_134305_6436122527008341514550.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 563 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180114_134318_2073443350959522340079.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180114_134318_2077092303542618523238.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 649 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180114_134326_22212570467105305212104.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180114_134326_22217847005695619411439.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180114_134326_22218010875412599370201.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180114_134357_93414734986548708720430.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180114_134357_9341504434258847972600.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180114_134410_8556481525992221448138.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32284 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1176
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1176/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestPullReplicaErrorHandling
Error Message:
file handle leaks: [FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/index-SimpleFSDirectory-001/write.lock)]
Stack Trace:
java.lang.RuntimeException: file handle leaks: [FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/index-SimpleFSDirectory-001/write.lock)]
at __randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF]:0)
at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:63)
at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:77)
at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:228)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.Exception
at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:46)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.lucene.store.NativeFSLockFactory.obtainFSLock(NativeFSLockFactory.java:125)
at org.apache.lucene.store.FSLockFactory.obtainLock(FSLockFactory.java:41)
at org.apache.lucene.store.BaseDirectory.obtainLock(BaseDirectory.java:45)
at org.apache.lucene.store.FilterDirectory.obtainLock(FilterDirectory.java:104)
at org.apache.lucene.store.MockDirectoryWrapper.obtainLock(MockDirectoryWrapper.java:1049)
at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:948)
at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:257)
at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:220)
at org.apache.solr.update.DefaultSolrCoreState.openIndexWriter(DefaultSolrCoreState.java:245)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:625)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:32827/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:32827/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF:853407DE510E730F]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF:1071D784F18B5638]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12207 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
[junit4] 2> 487018 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/init-core-data-001
[junit4] 2> 487018 WARN (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=57 numCloses=57
[junit4] 2> 487018 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 487019 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 487020 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001
[junit4] 2> 487020 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 487020 INFO (Thread-689) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 487020 INFO (Thread-689) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 487022 ERROR (Thread-689) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 487120 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34849
[junit4] 2> 487131 INFO (zkConnectionManagerCallback-670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487135 INFO (jetty-launcher-667-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 487135 INFO (jetty-launcher-667-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 487135 INFO (jetty-launcher-667-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 487136 INFO (jetty-launcher-667-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 487159 INFO (jetty-launcher-667-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37b04516{/solr,null,AVAILABLE}
[junit4] 2> 487171 INFO (jetty-launcher-667-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@da8ed2{HTTP/1.1,[http/1.1]}{127.0.0.1:35389}
[junit4] 2> 487171 INFO (jetty-launcher-667-thread-2) [ ] o.e.j.s.Server Started @488621ms
[junit4] 2> 487171 INFO (jetty-launcher-667-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35389}
[junit4] 2> 487172 ERROR (jetty-launcher-667-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 487172 INFO (jetty-launcher-667-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 487172 INFO (jetty-launcher-667-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 487172 INFO (jetty-launcher-667-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 487172 INFO (jetty-launcher-667-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:50.667Z
[junit4] 2> 487173 INFO (jetty-launcher-667-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f9d8b9a{/solr,null,AVAILABLE}
[junit4] 2> 487173 INFO (jetty-launcher-667-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c41ba8b{/solr,null,AVAILABLE}
[junit4] 2> 487173 INFO (jetty-launcher-667-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37b74ed0{/solr,null,AVAILABLE}
[junit4] 2> 487173 INFO (jetty-launcher-667-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d7f33ef{HTTP/1.1,[http/1.1]}{127.0.0.1:44783}
[junit4] 2> 487173 INFO (jetty-launcher-667-thread-4) [ ] o.e.j.s.Server Started @488623ms
[junit4] 2> 487173 INFO (jetty-launcher-667-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44783}
[junit4] 2> 487174 INFO (jetty-launcher-667-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@150d6d18{HTTP/1.1,[http/1.1]}{127.0.0.1:34883}
[junit4] 2> 487174 INFO (jetty-launcher-667-thread-1) [ ] o.e.j.s.Server Started @488623ms
[junit4] 2> 487174 INFO (jetty-launcher-667-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34883}
[junit4] 2> 487174 ERROR (jetty-launcher-667-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 487181 ERROR (jetty-launcher-667-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 487181 INFO (jetty-launcher-667-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:50.677Z
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 487182 INFO (zkConnectionManagerCallback-672-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:50.677Z
[junit4] 2> 487182 INFO (jetty-launcher-667-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 487205 INFO (jetty-launcher-667-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a3c0eff{HTTP/1.1,[http/1.1]}{127.0.0.1:36753}
[junit4] 2> 487205 INFO (jetty-launcher-667-thread-3) [ ] o.e.j.s.Server Started @488655ms
[junit4] 2> 487205 INFO (jetty-launcher-667-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36753}
[junit4] 2> 487205 ERROR (jetty-launcher-667-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 487205 INFO (jetty-launcher-667-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 487206 INFO (jetty-launcher-667-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 487206 INFO (jetty-launcher-667-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 487206 INFO (jetty-launcher-667-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:50.701Z
[junit4] 2> 487208 INFO (zkConnectionManagerCallback-676-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487209 INFO (jetty-launcher-667-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 487210 INFO (zkConnectionManagerCallback-674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487210 INFO (jetty-launcher-667-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 487218 INFO (jetty-launcher-667-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 487221 INFO (zkConnectionManagerCallback-678-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487222 INFO (jetty-launcher-667-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 487234 INFO (zkConnectionManagerCallback-682-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487245 INFO (jetty-launcher-667-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 487255 INFO (jetty-launcher-667-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 487281 INFO (zkConnectionManagerCallback-687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487288 INFO (jetty-launcher-667-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 487288 INFO (zkConnectionManagerCallback-692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487281 INFO (zkConnectionManagerCallback-689-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487329 INFO (zkConnectionManagerCallback-696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487361 INFO (zkConnectionManagerCallback-698-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487369 INFO (zkConnectionManagerCallback-700-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487375 INFO (zkConnectionManagerCallback-703-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487382 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 487389 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34883_solr
[junit4] 2> 487390 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.c.Overseer Overseer (id=99347142444056587-127.0.0.1:34883_solr-n_0000000000) starting
[junit4] 2> 487408 INFO (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 487409 INFO (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
[junit4] 2> 487409 INFO (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 487411 INFO (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36753_solr
[junit4] 2> 487423 INFO (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 487424 INFO (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 487425 INFO (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35389_solr
[junit4] 2> 487447 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 487465 INFO (zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 487473 INFO (OverseerStateUpdate-99347142444056587-127.0.0.1:34883_solr-n_0000000000) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 487474 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34883_solr
[junit4] 2> 487474 INFO (zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 487489 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 487492 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 487499 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 487545 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 487550 INFO (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36753.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487561 INFO (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36753.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487561 INFO (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36753.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487562 INFO (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node3/.
[junit4] 2> 487670 INFO (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487671 INFO (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487678 INFO (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487678 INFO (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487679 INFO (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487679 INFO (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487680 INFO (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node2/.
[junit4] 2> 487681 INFO (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/.
[junit4] 2> 487761 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34883.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487770 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34883.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487770 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34883.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 487771 INFO (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node1/.
[junit4] 2> 487879 INFO (zkConnectionManagerCallback-712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487889 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f3b31ed4000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 487910 INFO (zkConnectionManagerCallback-716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 487911 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 487912 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34849/solr ready
[junit4] 2> 487920 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a3c0eff{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 487921 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=996670193
[junit4] 2> 487921 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 487921 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@371122e5: rootName = solr_36753, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@74b64e6b
[junit4] 2> 487929 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 487929 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50438d81: rootName = solr_36753, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
[junit4] 2> 487934 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 487934 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@96545b1: rootName = solr_36753, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
[junit4] 2> 487935 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36753_solr
[junit4] 2> 487938 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 487938 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 487938 INFO (zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 487939 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 487949 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 487950 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 487952 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 487953 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f9d8b9a{/solr,null,UNAVAILABLE}
[junit4] 2> 487954 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 488002 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26ab9d9e{/solr,null,AVAILABLE}
[junit4] 2> 488003 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2616cd3d{HTTP/1.1,[http/1.1]}{127.0.0.1:38679}
[junit4] 2> 488003 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server Started @489453ms
[junit4] 2> 488003 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42167}
[junit4] 2> 488003 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 488014 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 488017 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 488017 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 488017 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:51.512Z
[junit4] 2> 488025 INFO (zkConnectionManagerCallback-718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488026 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 488036 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 488053 INFO (zkConnectionManagerCallback-722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488076 INFO (zkConnectionManagerCallback-724-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488079 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 488080 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 488081 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42167_solr
[junit4] 2> 488082 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488082 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488082 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488082 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488085 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488194 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488204 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488204 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488205 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node3/.
[junit4] 2> 488260 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:38679/solr. Proxy: http://127.0.0.1:42167/solr
[junit4] 2> 488261 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@da8ed2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 488272 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=444239500
[junit4] 2> 488272 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 488273 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c312d85: rootName = solr_35389, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7ffb3348
[junit4] 2> 488280 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 488280 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2bef4191: rootName = solr_35389, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
[junit4] 2> 488285 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 488285 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a5d38ab: rootName = solr_35389, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
[junit4] 2> 488286 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35389_solr
[junit4] 2> 488287 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 488287 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488288 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488288 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488288 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488290 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 488290 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488291 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37b04516{/solr,null,UNAVAILABLE}
[junit4] 2> 488292 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 488317 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6701b61a{/solr,null,AVAILABLE}
[junit4] 2> 488317 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6330b504{HTTP/1.1,[http/1.1]}{127.0.0.1:44585}
[junit4] 2> 488318 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server Started @489767ms
[junit4] 2> 488318 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38395}
[junit4] 2> 488318 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 488318 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 488318 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 488318 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 488318 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:51.813Z
[junit4] 2> 488344 INFO (zkConnectionManagerCallback-728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488345 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 488366 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 488380 INFO (zkConnectionManagerCallback-732-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488393 INFO (zkConnectionManagerCallback-734-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488402 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 488406 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 488417 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38395_solr
[junit4] 2> 488418 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488418 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488425 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488425 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488429 INFO (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488584 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38395.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488594 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38395.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488594 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38395.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488596 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node2/.
[junit4] 2> 488682 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:44585/solr. Proxy: http://127.0.0.1:38395/solr
[junit4] 2> 488683 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d7f33ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 488684 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1429528826
[junit4] 2> 488684 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 488685 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76739008: rootName = solr_44783, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4de39a01
[junit4] 2> 488691 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 488692 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46002ff4: rootName = solr_44783, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
[junit4] 2> 488696 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 488697 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60efee48: rootName = solr_44783, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
[junit4] 2> 488699 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
[junit4] 2> 488700 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488700 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 488701 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 488702 INFO (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488702 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488702 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488702 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 488706 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c41ba8b{/solr,null,UNAVAILABLE}
[junit4] 2> 488707 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 488713 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a98f06c{/solr,null,AVAILABLE}
[junit4] 2> 488714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@791c00b2{HTTP/1.1,[http/1.1]}{127.0.0.1:38867}
[junit4] 2> 488714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server Started @490163ms
[junit4] 2> 488714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42371}
[junit4] 2> 488714 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 488714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 488714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 488714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 488714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:52.209Z
[junit4] 2> 488722 INFO (zkConnectionManagerCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488722 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 488755 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 488774 INFO (zkConnectionManagerCallback-742-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488787 INFO (zkConnectionManagerCallback-744-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488817 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 488822 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 488824 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42371_solr
[junit4] 2> 488825 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488825 INFO (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488826 INFO (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488826 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488852 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 488924 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488934 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488934 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 488936 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/.
[junit4] 2> 488993 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:38867/solr. Proxy: http://127.0.0.1:42371/solr
[junit4] 2> 488995 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@150d6d18{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 488996 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=688463613
[junit4] 2> 488997 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 488997 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c652a59: rootName = solr_34883, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@23bceea8
[junit4] 2> 489005 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 489006 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@638b6df2: rootName = solr_34883, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
[junit4] 2> 489011 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 489011 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e1b738b: rootName = solr_34883, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
[junit4] 2> 489015 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34883_solr
[junit4] 2> 489016 INFO (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 489016 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 489016 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 489016 INFO (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 489017 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 489017 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 489017 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 489017 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.Overseer Overseer (id=99347142444056587-127.0.0.1:34883_solr-n_0000000000) closing
[junit4] 2> 489017 INFO (OverseerStateUpdate-99347142444056587-127.0.0.1:34883_solr-n_0000000000) [n:127.0.0.1:34883_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34883_solr
[junit4] 2> 489044 WARN (OverseerAutoScalingTriggerThread-99347142444056587-127.0.0.1:34883_solr-n_0000000000) [n:127.0.0.1:34883_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 489050 INFO (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42167_solr
[junit4] 2> 489051 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37b74ed0{/solr,null,UNAVAILABLE}
[junit4] 2> 489051 INFO (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.Overseer Overseer (id=99347142444056593-127.0.0.1:42167_solr-n_0000000004) starting
[junit4] 2> 489058 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 489105 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e825060{/solr,null,AVAILABLE}
[junit4] 2> 489105 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ab56ddb{HTTP/1.1,[http/1.1]}{127.0.0.1:43683}
[junit4] 2> 489105 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.e.j.s.Server Started @490555ms
[junit4] 2> 489105 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43531}
[junit4] 2> 489106 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 489112 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 489121 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 489121 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 489121 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T08:04:52.616Z
[junit4] 2> 489139 INFO (zkConnectionManagerCallback-748-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 489140 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 489146 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
[junit4] 2> 489147 INFO (zkConnectionManagerCallback-752-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 489150 INFO (zkConnectionManagerCallback-754-thread-1-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 489153 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 489154 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 489155 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43531_solr
[junit4] 2> 489155 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 489155 INFO (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 489155 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 489155 INFO (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 489183 INFO (zkCallback-753-thread-1-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 489236 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43531.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 489248 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43531.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 489248 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43531.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 489249 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node1/.
[junit4] 2> 489340 INFO (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:43683/solr. Proxy: http://127.0.0.1:43531/solr
[junit4] 2> 489343 INFO (SocketProxy-Acceptor-38395) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43510,localport=38395], receiveBufferSize:531000
[junit4] 2> 489349 INFO (SocketProxy-Acceptor-38395) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44585,localport=47382], receiveBufferSize=530904
[junit4] 2> 489363 INFO (qtp1616976158-3557) [n:127.0.0.1:38395_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 489366 INFO (qtp1616976158-3557) [n:127.0.0.1:38395_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 489438 INFO (TEST-TestPullReplicaErrorHandling.testCantConnectToPullReplica-seed#[2FF9D42CE6DDA6DF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCantConnectToPullReplica
[junit4] 2> 489439 INFO (qtp1616976158-3558) [n:127.0.0.1:38395_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=pull_replica_error_handling_test_cant_connect_to_pull_replica&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 489445 INFO (OverseerThreadFactory-1456-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_error_handling_test_cant_connect_to_pull_replica
[junit4] 2> 489557 INFO (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43531/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 489558 INFO (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42371/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 489559 INFO (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38395/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 489564 INFO (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42167/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 489766 INFO (SocketProxy-Acceptor-43531) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=54420,localport=43531], receiveBufferSize:531000
[junit4] 2> 489771 INFO (SocketProxy-Acceptor-43531) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43683,localport=58796], receiveBufferSize=530904
[junit4] 2> 489772 INFO (SocketProxy-Acceptor-38395) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43528,localport=38395], receiveBufferSize:531000
[junit4] 2> 489772 INFO (SocketProxy-Acceptor-42167) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=35874,localport=42167], receiveBufferSize:531000
[junit4] 2> 489772 INFO (SocketProxy-Acceptor-38395) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44585,localport=47402], receiveBufferSize=530904
[junit4] 2> 489772 INFO (qtp1616976158-3553) [n:127.0.0.1:38395_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n4&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 489773 INFO (qtp1616976158-3553) [n:127.0.0.1:38395_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 489774 INFO (SocketProxy-Acceptor-42371) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39998,localport=42371], receiveBufferSize:531000
[junit4] 2> 489777 INFO (SocketProxy-Acceptor-42167) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38679,localport=49158], receiveBufferSize=530904
[junit4] 2> 489809 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 489809 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 489811 INFO (qtp2009834846-3531) [n:127.0.0.1:42167_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p6&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 489812 INFO (qtp2009834846-3531) [n:127.0.0.1:42167_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 489816 INFO (qtp1565826131-3613) [n:127.0.0.1:43531_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 489817 INFO (qtp1565826131-3613) [n:127.0.0.1:43531_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 489834 INFO (SocketProxy-Acceptor-42371) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38867,localport=34676], receiveBufferSize=530904
[junit4] 2> 489947 INFO (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 489947 INFO (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 489947 INFO (zkCallback-753-thread-1-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 489948 INFO (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 489948 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 489953 INFO (zkCallback-733-thread-2-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 489969 INFO (zkCallback-753-thread-2-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 489969 INFO (zkCallback-743-thread-2-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
[junit4] 2> 490824 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 490831 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] Schema name=minimal
[junit4] 2> 490834 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 490834 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2' using configuration from collection pull_replica_error_handling_test_cant_connect_to_pull_replica, trusted=true
[junit4] 2> 490834 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p2' (registry 'solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
[junit4] 2> 490835 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 490835 INFO (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp
[...truncated too long message...]
.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44311_solr
[junit4] 2> 2408217 INFO (jetty-closer-8105-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2408217 INFO (jetty-closer-8105-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2408217 INFO (zkCallback-8150-thread-1-processing-n:127.0.0.1:44311_solr) [n:127.0.0.1:44311_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2408217 INFO (zkCallback-8126-thread-3-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2408217 INFO (zkCallback-8129-thread-2-processing-n:127.0.0.1:43343_solr) [n:127.0.0.1:43343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2408219 INFO (coreCloseExecutor-8216-thread-1) [n:127.0.0.1:43343_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1693690710
[junit4] 2> 2408219 INFO (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@2fc3847c
[junit4] 2> 2408220 INFO (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=801342588
[junit4] 2> 2408220 INFO (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77d25be5: rootName = solr_40645, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@1db267db
[junit4] 2> 2408220 INFO (jetty-closer-8105-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c8a41b8{/solr,null,UNAVAILABLE}
[junit4] 2> 2408220 INFO (jetty-closer-8105-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99347267845160968-127.0.0.1:43343_solr-n_0000000000) closing
[junit4] 2> 2408220 INFO (OverseerStateUpdate-99347267845160968-127.0.0.1:43343_solr-n_0000000000) [n:127.0.0.1:43343_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43343_solr
[junit4] 2> 2408221 WARN (OverseerAutoScalingTriggerThread-99347267845160968-127.0.0.1:43343_solr-n_0000000000) [n:127.0.0.1:43343_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2408225 INFO (zkCallback-8126-thread-3-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40645_solr
[junit4] 2> 2408225 INFO (jetty-closer-8105-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cbd4113{/solr,null,UNAVAILABLE}
[junit4] 2> 2408229 INFO (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=801342588
[junit4] 2> 2408230 INFO (jetty-closer-8105-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42691137{/solr,null,UNAVAILABLE}
[junit4] 2> 2408230 ERROR (SUITE-TestClusterStateProvider-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2408230 INFO (SUITE-TestClusterStateProvider-seed#[2FF9D42CE6DDA6DF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40283 40283
[junit4] 2> 2410081 INFO (Thread-5748) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40283 40283
[junit4] 2> 2410082 WARN (Thread-5748) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/99347267845160968-127.0.0.1:43343_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_2FF9D42CE6DDA6DF-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=is, timezone=Pacific/Honolulu
[junit4] 2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=202097288,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLRUCache, RequiredFieldsTest, DistribJoinFromCollectionTest, TestDynamicLoading, TestFiltering, V2StandaloneTest, FileBasedSpellCheckerTest, SSLMigrationTest, TestSolrCoreProperties, BadComponentTest, MergeStrategyTest, TestElisionMultitermQuery, DirectSolrConnectionTest, TestInitParams, TestSkipOverseerOperations, BasicAuthIntegrationTest, TestSolrCloudWithSecureImpersonation, UnloadDistributedZkTest, TestDistribDocBasedVersion, UUIDFieldTest, EchoParamsTest, TestConfigSets, TriLevelCompositeIdRoutingTest, TestCloudSchemaless, FieldMutatingUpdateProcessorTest, TestSolr4Spatial2, OverseerCollectionConfigSetProcessorTest, SystemInfoHandlerTest, TestManagedSchema, TestHashPartitioner, TestDocBasedVersionConstraints, TestCloudPivotFacet, AutoAddReplicasIntegrationTest, TestComplexPhraseQParserPlugin, TestFunctionQuery, DistanceUnitsTest, TestManagedResourceStorage, TestTriggerIntegration, TestQueryTypes, SuggesterWFSTTest, TestQuerySenderListener, TestNumericRangeQuery32, UniqFieldsUpdateProcessorFactoryTest, TestSystemIdResolver, TestTrie, TestCollectionAPIs, HdfsBasicDistributedZkTest, AlternateDirectoryTest, ReplicationFactorTest, TestPullReplica, AsyncCallRequestStatusResponseTest, TestFilteredDocIdSet, FullSolrCloudDistribCmdsTest, TestGraphMLResponseWriter, TestUniqueKeyFieldResource, PreAnalyzedFieldManagedSchemaCloudTest, TestStressLiveNodes, TestPointFields, TestLMJelinekMercerSimilarityFactory, CopyFieldTest, CSVRequestHandlerTest, HdfsLockFactoryTest, DefaultValueUpdateProcessorTest, AtomicUpdatesTest, TestReplicationHandlerBackup, DistanceFunctionTest, FacetPivotSmallTest, HdfsThreadLeakTest, ZkStateReaderTest, RecoveryAfterSoftCommitTest, XsltUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TimeZoneUtilsTest, FieldAnalysisRequestHandlerTest, MoveReplicaHDFSTest, DocValuesNotIndexedTest, TestLegacyNumericUtils, TestInPlaceUpdatesDistrib, SolrCoreMetricManagerTest, SortByFunctionTest, MetricsHandlerTest, LoggingHandlerTest, LeaderElectionContextKeyTest, TestFuzzyAnalyzedSuggestions, SegmentsInfoRequestHandlerTest, TestCoreDiscovery, TestCoreContainer, ReturnFieldsTest, TestValueSourceCache, BlockDirectoryTest, TestSolrDeletionPolicy2, TestTestInjection, TestLFUCache, TestGroupingSearch, TestFieldCacheReopen, DistributedSpellCheckComponentTest, WordBreakSolrSpellCheckerTest, DocValuesMissingTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestConfigOverlay, IndexBasedSpellCheckerTest, TestJsonFacetRefinement, TestDFISimilarityFactory, TestExtendedDismaxParser, TestCustomDocTransformer, TestSchemaSimilarityResource, TestFreeTextSuggestions, TestOrdValues, DirectSolrSpellCheckerTest, TestNodeLostTrigger, CdcrBootstrapTest, SolrCoreCheckLockOnStartupTest, SolrCloudExampleTest, CoreAdminRequestStatusTest, ClusterStateTest, ExplicitHLLTest, TestStreamBody, ComputePlanActionTest, TestManagedSynonymGraphFilterFactory, TestCopyFieldCollectionResource, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestZkChroot, ZkCLITest, TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, SolrCoreTest, SpellCheckComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, ActionThrottleTest, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistributedQueueTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestTolerantUpdateProcessorRandomCloud, HttpTriggerListenerTest, MetricTriggerTest, TestPolicyCloud, TestClusterStateProvider]
[junit4] Completed [577/766 (3!)] on J2 in 9.93s, 2 tests, 1 failure <<< FAILURES!
[...truncated 48823 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1175
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1175/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([AD8379163A9815C6:920B7ABE2DCEE521]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13649 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> 2512342 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/init-core-data-001
[junit4] 2> 2512343 WARN (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 2512343 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2512344 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2512344 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
[junit4] 2> 2512345 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001
[junit4] 2> 2512345 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2512345 INFO (Thread-7906) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2512345 INFO (Thread-7906) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2512347 ERROR (Thread-7906) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2512445 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34945
[junit4] 2> 2512448 INFO (zkConnectionManagerCallback-11863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512452 INFO (jetty-launcher-11860-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2512452 INFO (jetty-launcher-11860-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2512452 INFO (jetty-launcher-11860-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2512453 INFO (jetty-launcher-11860-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e6a319{/solr,null,AVAILABLE}
[junit4] 2> 2512453 INFO (jetty-launcher-11860-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9d76fe{/solr,null,AVAILABLE}
[junit4] 2> 2512453 INFO (jetty-launcher-11860-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d9b54e{/solr,null,AVAILABLE}
[junit4] 2> 2512454 INFO (jetty-launcher-11860-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@184c615{HTTP/1.1,[http/1.1]}{127.0.0.1:35949}
[junit4] 2> 2512454 INFO (jetty-launcher-11860-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1997688{HTTP/1.1,[http/1.1]}{127.0.0.1:44321}
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69392b{HTTP/1.1,[http/1.1]}{127.0.0.1:43861}
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-1) [ ] o.e.j.s.Server Started @2513527ms
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-2) [ ] o.e.j.s.Server Started @2513527ms
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35949}
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43861}
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-3) [ ] o.e.j.s.Server Started @2513527ms
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44321}
[junit4] 2> 2512455 ERROR (jetty-launcher-11860-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2512455 ERROR (jetty-launcher-11860-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2512455 ERROR (jetty-launcher-11860-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:28:30.489Z
[junit4] 2> 2512456 INFO (jetty-launcher-11860-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:28:30.489Z
[junit4] 2> 2512455 INFO (jetty-launcher-11860-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2512456 INFO (jetty-launcher-11860-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2512456 INFO (jetty-launcher-11860-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2512456 INFO (jetty-launcher-11860-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:28:30.490Z
[junit4] 2> 2512457 INFO (zkConnectionManagerCallback-11866-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512457 INFO (zkConnectionManagerCallback-11867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512457 INFO (zkConnectionManagerCallback-11869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512458 INFO (jetty-launcher-11860-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2512458 INFO (jetty-launcher-11860-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2512458 INFO (jetty-launcher-11860-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2512466 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f2b620ac0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2512467 INFO (jetty-launcher-11860-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
[junit4] 2> 2512467 INFO (jetty-launcher-11860-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
[junit4] 2> 2512468 INFO (jetty-launcher-11860-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
[junit4] 2> 2512468 INFO (zkConnectionManagerCallback-11876-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512469 INFO (zkConnectionManagerCallback-11878-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512469 INFO (zkConnectionManagerCallback-11881-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512469 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f2b620ac0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2512471 INFO (zkConnectionManagerCallback-11884-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512471 INFO (zkConnectionManagerCallback-11885-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512471 INFO (zkConnectionManagerCallback-11887-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512519 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2512519 INFO (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2512519 INFO (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2512520 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35949_solr
[junit4] 2> 2512520 INFO (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43861_solr
[junit4] 2> 2512520 INFO (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44321_solr
[junit4] 2> 2512521 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.c.Overseer Overseer (id=99346055848263687-127.0.0.1:35949_solr-n_0000000000) starting
[junit4] 2> 2512521 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2512521 INFO (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2512525 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35949_solr
[junit4] 2> 2512526 INFO (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2512526 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2512526 INFO (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2512528 INFO (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2512626 INFO (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512636 INFO (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512636 INFO (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512638 INFO (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node3/.
[junit4] 2> 2512680 INFO (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512700 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512703 INFO (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512704 INFO (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512705 INFO (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node2/.
[junit4] 2> 2512710 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512710 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2512712 INFO (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node1/.
[junit4] 2> 2512768 INFO (zkConnectionManagerCallback-11895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512772 INFO (zkConnectionManagerCallback-11899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2512773 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2512773 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34945/solr ready
[junit4] 2> 2512776 INFO (qtp2625242-36528) [n:127.0.0.1:35949_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2512780 INFO (OverseerThreadFactory-9801-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 2512885 INFO (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35949/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2512886 INFO (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43861/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2512887 INFO (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44321/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2513091 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2513091 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2513091 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2513092 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2513092 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2513092 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2513199 INFO (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2513199 INFO (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2513199 INFO (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2513199 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2513199 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2513199 INFO (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2514105 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2514105 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2514107 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2514124 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2514124 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2514126 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 2514129 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 2514130 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 2514132 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 2514133 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2514134 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 2514135 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2514135 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 2514136 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 2514136 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 2514136 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 2514136 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 2514136 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2514136 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2514137 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2514137 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2514137 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 2514137 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 2514137 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2514138 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 2514138 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 2514138 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 2514139 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2514139 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2514139 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
[junit4] 2> 2514189 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2514189 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2514190 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 2514190 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2514192 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19891f2[.system_shard1_replica_n1] main]
[junit4] 2> 2514193 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 2514193 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2514193 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2514194 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2514194 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2514194 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2514195 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2514195 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ec8be5[.system_shard1_replica_p4] main]
[junit4] 2> 2514196 INFO (searcherExecutor-9808-thread-1-processing-n:127.0.0.1:35949_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@19891f2[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2514196 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2514196 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589536895512084480
[junit4] 2> 2514196 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2514196 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2514197 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 2514201 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2514201 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 2514225 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2514225 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 27 ms
[junit4] 2> 2514225 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2514225 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2514226 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2514227 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 2514227 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2514227 INFO (searcherExecutor-9810-thread-1-processing-n:127.0.0.1:44321_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1ec8be5[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2514228 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 2514228 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2514229 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2514229 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2514231 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1579cf5[.system_shard1_replica_n2] main]
[junit4] 2> 2514232 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 2514232 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 2514232 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 2514233 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 2514237 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 2514243 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 2514243 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 10 ms
[junit4] 2> 2514244 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2514246 INFO (searcherExecutor-9809-thread-1-processing-n:127.0.0.1:43861_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@1579cf5[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2514246 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589536895564513280
[junit4] 2> 2514302 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2514302 INFO (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2514302 INFO (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2514302 INFO (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2514302 INFO (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2514302 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2514701 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2514701 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2514701 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35949/solr/.system_shard1_replica_n1/
[junit4] 2> 2514702 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:35949/solr START replicas=[http://127.0.0.1:43861/solr/.system_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2514704 INFO (qtp12782877-36529) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2515002 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:35949/solr DONE. We have no versions. sync failed.
[junit4] 2> 2515003 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2515003 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2515003 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2515008 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35949/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 2515109 INFO (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515109 INFO (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515109 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515109 INFO (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515110 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515110 INFO (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515159 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2515228 INFO (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2137
[junit4] 2> 2515231 INFO (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2140
[junit4] 2> 2515252 INFO (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2160
[junit4] 2> 2515259 INFO (qtp2625242-36528) [n:127.0.0.1:35949_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2515308 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 2515357 INFO (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515357 INFO (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515357 INFO (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515357 INFO (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515357 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2515357 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2516260 INFO (qtp2625242-36528) [n:127.0.0.1:35949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3483
[junit4] 2> 2516263 INFO (qtp2625242-36533) [n:127.0.0.1:35949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2516266 INFO (qtp12782877-36513) [n:127.0.0.1:43861_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2516269 INFO (qtp26545010-36532) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2516295 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[AD8379163A9815C6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 2516297 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[AD8379163A9815C6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=AD8379163A9815C6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-VE -Dtests.timezone=America/Dominica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.03s J2 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}>
[junit4] > at __randomizedtesting.SeedInfo.seed([AD8379163A9815C6:920B7ABE2DCEE521]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2516325 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 2516326 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2516327 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dcc1c{/solr,null,AVAILABLE}
[junit4] 2> 2516328 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1aa8af4{HTTP/1.1,[http/1.1]}{127.0.0.1:40769}
[junit4] 2> 2516328 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.e.j.s.Server Started @2517400ms
[junit4] 2> 2516328 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40769}
[junit4] 2> 2516328 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2516328 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2516328 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2516328 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2516328 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:28:34.362Z
[junit4] 2> 2516330 INFO (zkConnectionManagerCallback-11901-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2516331 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2516339 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
[junit4] 2> 2516340 INFO (zkConnectionManagerCallback-11905-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2516342 INFO (zkConnectionManagerCallback-11907-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2516345 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2516346 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2516347 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40769_solr
[junit4] 2> 2516348 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2516348 INFO (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2516348 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2516348 INFO (zkCallback-11898-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2516350 INFO (zkCallback-11906-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2516603 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2516614 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2516615 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
[junit4] 2> 2516616 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node4/.
[junit4] 2> 2516782 INFO (OverseerCollectionConfigSetProcessor-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2518308 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 2518308 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:35949/solr/.system_shard1_replica_n1/
[junit4] 2> 2518310 INFO (qtp2625242-36528) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2518310 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2518310 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2518310 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2518310 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2518310 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2518310 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2518310 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ea6539 commitCommandVersion:0
[junit4] 2> 2518311 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@cf0442[.system_shard1_replica_p4] main]
[junit4] 2> 2518311 INFO (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2518313 INFO (searcherExecutor-9810-thread-1-processing-n:127.0.0.1:44321_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@cf0442[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2518667 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1997688{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2518667 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31539556
[junit4] 2> 2518667 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2518668 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1458d3b: rootName = solr_44321, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c74954
[junit4] 2> 2518674 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2518674 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@176b74e: rootName = solr_44321, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
[junit4] 2> 2518679 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2518679 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d34c5: rootName = solr_44321, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
[junit4] 2> 2518680 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44321_solr
[junit4] 2> 2518681 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2518681 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2518681 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2518681 INFO (zkCallback-11898-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2518681 INFO (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2518682 INFO (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2518682 INFO (zkCallback-11882-thread-3-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2518682 INFO (zkCallback-11883-thread-3-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2518682 INFO (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2518682 INFO (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2518682 INFO (zkCallback-11886-thread-3-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2518682 INFO (zkCallback-11906-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2518682 INFO (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@14efd0b
[junit4] 2> 2518682 INFO (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=21953803
[junit4] 2> 2518682 INFO (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f79f8f: rootName = solr_44321, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@16e7f41
[junit4] 2> 2518691 INFO (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=21953803
[junit4] 2> 2518693 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9d76fe{/solr,null,UNAVAILABLE}
[junit4] 2> 2520694 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
[junit4] 2> 2520696 INFO (jetty-closer-11861-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@184c615{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2520696 INFO (jetty-closer-11861-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aa8af4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2520696 INFO (jetty-closer-11861-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@69392b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12627609
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11302514
[junit4] 2> 2520696 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=22771292
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a15215: rootName = solr_40769, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c04f75
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@99408c: rootName = solr_35949, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5f3281
[junit4] 2> 2520697 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a40839: rootName = solr_43861, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@674f3d
[junit4] 2> 2520703 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2520704 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d4c44c: rootName = solr_43861, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
[junit4] 2> 2520704 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2520704 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@91820b: rootName = solr_35949, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
[junit4] 2> 2520706 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2520706 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f704e6: rootName = solr_40769, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
[junit4] 2> 2520727 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2520727 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f4ccc: rootName = solr_43861, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
[junit4] 2> 2520727 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2520727 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1df23e5: rootName = solr_35949, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
[junit4] 2> 2520728 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43861_solr
[junit4] 2> 2520729 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35949_solr
[junit4] 2> 2520729 INFO (jetty-closer-11861-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2520729 INFO (zkCallback-11906-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2520729 INFO (zkCallback-11883-thread-3-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2520729 INFO (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@165991e
[junit4] 2> 2520729 INFO (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=23435550
[junit4] 2> 2520729 INFO (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b0321: rootName = solr_43861, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3723d0
[junit4] 2> 2520730 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2520730 INFO (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 2520730 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2520730 INFO (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1e9c900
[junit4] 2> 2520730 INFO (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=32098560
[junit4] 2> 2520730 INFO (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@170b47c: rootName = solr_35949, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7a89c6
[junit4] 2> 2520731 INFO (zkCallback-11883-thread-3-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2520731 INFO (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2520731 INFO (zkCallback-11882-thread-3-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2520731 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2520732 INFO (zkCallback-11906-thread-2-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 252073
[...truncated too long message...]
, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
[junit4] 2> 2520736 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40769_solr
[junit4] 2> 2520736 INFO (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2520736 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2520736 INFO (zkCallback-11906-thread-2-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2520736 INFO (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2520737 INFO (jetty-closer-11861-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2520738 INFO (jetty-closer-11861-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dcc1c{/solr,null,UNAVAILABLE}
[junit4] 2> 2520745 INFO (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=23435550
[junit4] 2> 2520746 INFO (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=32098560
[junit4] 2> 2520747 INFO (jetty-closer-11861-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d9b54e{/solr,null,UNAVAILABLE}
[junit4] 2> 2520747 INFO (jetty-closer-11861-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99346055848263687-127.0.0.1:35949_solr-n_0000000000) closing
[junit4] 2> 2520747 INFO (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35949_solr
[junit4] 2> 2520747 WARN (OverseerAutoScalingTriggerThread-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2520748 INFO (jetty-closer-11861-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e6a319{/solr,null,UNAVAILABLE}
[junit4] 2> 2520749 ERROR (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2520749 INFO (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34945 34945
[junit4] 2> 2532092 INFO (Thread-7906) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34945 34945
[junit4] 2> 2532093 WARN (Thread-7906) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99346055848263687-127.0.0.1:35949_solr-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1796, maxMBSortInHeap=6.306408729668066, sim=RandomSimilarity(queryNorm=true): {}, locale=es-VE, timezone=America/Dominica
[junit4] 2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=221853776,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrQueryResponse, TestMissingGroups, FieldAnalysisRequestHandlerTest, RequiredFieldsTest, TestLMDirichletSimilarityFactory, TestJsonFacetRefinement, LeaderElectionTest, TestCloudPivotFacet, DefaultValueUpdateProcessorTest, TestLRUCache, TestSolrCoreProperties, TestConfigSets, HttpTriggerListenerTest, TestCollectionAPIs, DistanceUnitsTest, DocValuesMissingTest, UniqFieldsUpdateProcessorFactoryTest, TestTestInjection, TestFiltering, TestXmlQParser, MoveReplicaHDFSTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, TestFieldTypeResource, CoreAdminRequestStatusTest, CustomCollectionTest, JavabinLoaderTest, TestSQLHandler, DeleteStatusTest, SolrJmxReporterCloudTest, TimeRoutedAliasUpdateProcessorTest, BasicDistributedZk2Test, TestLegacyNumericUtils, DisMaxRequestHandlerTest, TestSearchPerf, ReturnFieldsTest, QueryElevationComponentTest, TimeZoneUtilsTest, AtomicUpdatesTest, TestConfigOverlay, TestLFUCache, AliasIntegrationTest, ComputePlanActionTest, TestInitQParser, TestSlowCompositeReaderWrapper, TestCoreContainer, CSVRequestHandlerTest, TestFreeTextSuggestions, TestManagedResourceStorage, PluginInfoTest, UnloadDistributedZkTest, SSLMigrationTest, SuggesterTest, TestNumericRangeQuery32, CollectionsAPIAsyncDistributedZkTest, ZkNodePropsTest, AddBlockUpdateTest, TestMiniSolrCloudClusterSSL, OverseerCollectionConfigSetProcessorTest, MigrateRouteKeyTest, TestShardHandlerFactory, DocValuesNotIndexedTest, TestCharFilters, SolrCloudReportersTest, MetricsHandlerTest, VersionInfoTest, CdcrRequestHandlerTest, MergeStrategyTest, ScriptEngineTest, BadComponentTest, DistribJoinFromCollectionTest, TestCSVResponseWriter, TestDynamicLoading, TestSolrConfigHandlerConcurrent, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, IndexBasedSpellCheckerTest, SolrCloudExampleTest, TestScoreJoinQPNoScore, HdfsBasicDistributedZkTest, BlockDirectoryTest, TestQueryTypes, DataDrivenBlockJoinTest, TestCustomDocTransformer, DeleteNodeTest, TestSystemIdResolver, CloudMLTQParserTest, IndexSchemaTest, TestSegmentSorting, JSONWriterTest, TestFunctionQuery, TestAddFieldRealTimeGet, RecoveryAfterSoftCommitTest, ChaosMonkeyNothingIsSafeTest, TestRandomRequestDistribution, RequestLoggingTest, HdfsLockFactoryTest, TestFieldCollectionResource, HdfsRecoveryZkTest, RecoveryZkTest, CustomHighlightComponentTest, TestComputePlanAction, TestCollectionsAPIViaSolrCloudCluster, HdfsCollectionsAPIDistributedZkTest, TestSkipOverseerOperations, TestFieldCacheVsDocValues, TestPartialUpdateDeduplication, SuggesterWFSTTest, FacetPivotSmallTest, TestLeaderInitiatedRecoveryThread, SystemInfoHandlerTest, TestTolerantUpdateProcessorRandomCloud, TestTriggerIntegration, TestDistributedMissingSort, TestSchemaSimilarityResource, SolrCoreMetricManagerTest, SpellPossibilityIteratorTest, ShufflingReplicaListTransformerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, TestLMJelinekMercerSimilarityFactory, TestSearcherReuse, TestManagedSchema, BasicDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestReload, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestSort, TestLazyCores, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, CopyFieldTest, TestMergePolicyConfig, TestDocSet, TestBinaryField, OutputWriterTest, ExternalFileFieldSortTest, TestPhraseSuggestions, SynonymTokenizerTest, EchoParamsTest, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, UUIDFieldTest, CursorPagingTest, CollectionTooManyReplicasTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistributedQueueTest, HttpPartitionTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, ReplaceNodeTest, SolrXmlInZkTest, TestCloudJSONFacetJoinDomain, TestConfigSetsAPI, TestRebalanceLeaders, TestReplicaProperties, TestSizeLimitedDistributedMap, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ExecutePlanActionTest, MetricTriggerTest, TestPolicyCloud, TestClusterStateProvider]
[junit4] Completed [581/766 (1!)] on J2 in 20.85s, 2 tests, 1 failure <<< FAILURES!
[...truncated 44505 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1174
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1174/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([A3B3E57100AD42F7:2BE7DAABAE512F0F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([A3B3E57100AD42F7:9C3BE6D917FBB210]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13025 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 1346481 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/init-core-data-001
[junit4] 2> 1346482 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1346482 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1346483 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1346483 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /r_/
[junit4] 2> 1346485 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1346485 INFO (Thread-2742) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1346485 INFO (Thread-2742) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1346486 ERROR (Thread-2742) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1346585 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.ZkTestServer start zk server on port:39499
[junit4] 2> 1346587 INFO (zkConnectionManagerCallback-2412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1346588 INFO (zkConnectionManagerCallback-2414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1346590 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1346591 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1346592 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1346592 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1346593 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1346593 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1346594 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1346594 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1346595 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1346595 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1346596 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1346596 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1346688 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1346689 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6852b148{/r_,null,AVAILABLE}
[junit4] 2> 1346690 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f0ba5db{HTTP/1.1,[http/1.1]}{127.0.0.1:34945}
[junit4] 2> 1346690 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server Started @1348925ms
[junit4] 2> 1346690 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/control/data, hostContext=/r_, hostPort=34945, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores}
[junit4] 2> 1346690 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1346690 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1346690 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1346690 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1346690 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T22:23:52.096Z
[junit4] 2> 1346691 INFO (zkConnectionManagerCallback-2416-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1346692 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1346692 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/solr.xml
[junit4] 2> 1346694 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1346694 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1346695 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1346697 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
[junit4] 2> 1346698 INFO (zkConnectionManagerCallback-2420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1346699 INFO (zkConnectionManagerCallback-2422-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1346725 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1346726 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34945_r_
[junit4] 2> 1346726 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.c.Overseer Overseer (id=99344857949208580-127.0.0.1:34945_r_-n_0000000000) starting
[junit4] 2> 1346729 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34945_r_
[junit4] 2> 1346731 INFO (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1346786 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1346791 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1346791 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1346792 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores
[junit4] 2> 1346805 INFO (zkConnectionManagerCallback-2428-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1346805 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1346805 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39499/solr ready
[junit4] 2> 1346806 INFO (qtp446119897-11469) [n:127.0.0.1:34945_r_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34945_r_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1346807 INFO (OverseerThreadFactory-5065-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1346910 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1346910 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1347012 INFO (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1347924 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1347931 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1348124 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1348132 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1348133 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1348133 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1348133 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1348135 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
[junit4] 2> 1348137 WARN (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1348174 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1348174 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1348176 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1348176 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1348177 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
[junit4] 2> 1348177 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f8a6a51[control_collection_shard1_replica_n1] main]
[junit4] 2> 1348196 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1348197 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1348197 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1348198 INFO (searcherExecutor-5068-thread-1-processing-n:127.0.0.1:34945_r_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2f8a6a51[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1348198 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517728983547904
[junit4] 2> 1348201 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1348201 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1348201 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34945/r_/control_collection_shard1_replica_n1/
[junit4] 2> 1348201 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1348201 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34945/r_/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1348201 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1348202 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34945/r_/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1348303 INFO (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1348353 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1348354 INFO (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1444
[junit4] 2> 1348356 INFO (qtp446119897-11469) [n:127.0.0.1:34945_r_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1348454 INFO (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1348808 INFO (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1349356 INFO (qtp446119897-11469) [n:127.0.0.1:34945_r_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34945_r_&wt=javabin&version=2} status=0 QTime=2549
[junit4] 2> 1349359 INFO (zkConnectionManagerCallback-2432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1349359 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1349360 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39499/solr ready
[junit4] 2> 1349360 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1349360 INFO (qtp446119897-11469) [n:127.0.0.1:34945_r_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1349362 INFO (OverseerThreadFactory-5065-thread-2-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1349362 WARN (OverseerThreadFactory-5065-thread-2-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1349564 INFO (qtp446119897-11469) [n:127.0.0.1:34945_r_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1349564 INFO (qtp446119897-11469) [n:127.0.0.1:34945_r_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=203
[junit4] 2> 1349621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001 of type NRT
[junit4] 2> 1349621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1349621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d58c3f0{/r_,null,AVAILABLE}
[junit4] 2> 1349622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@460fc194{HTTP/1.1,[http/1.1]}{127.0.0.1:39359}
[junit4] 2> 1349622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server Started @1351857ms
[junit4] 2> 1349622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=39359, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores}
[junit4] 2> 1349622 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1349622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1349622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1349622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1349622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T22:23:55.028Z
[junit4] 2> 1349625 INFO (zkConnectionManagerCallback-2434-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1349626 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1349626 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/solr.xml
[junit4] 2> 1349630 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1349630 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1349630 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1349635 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
[junit4] 2> 1349636 INFO (zkConnectionManagerCallback-2438-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1349637 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f19f38530008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1349641 INFO (zkConnectionManagerCallback-2440-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1349644 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1349645 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1349650 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39359_r_
[junit4] 2> 1349651 INFO (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1349651 INFO (zkCallback-2431-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1349654 INFO (zkCallback-2439-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1349773 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1349779 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1349780 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1349781 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores
[junit4] 2> 1349797 INFO (qtp446119897-11470) [n:127.0.0.1:34945_r_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39359_r_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1349799 INFO (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1349799 INFO (OverseerThreadFactory-5065-thread-3-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39359_r_ for creating new replica
[junit4] 2> 1349800 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1349801 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1350812 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1350822 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1350869 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1350875 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1350875 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1350876 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1350876 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1350878 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
[junit4] 2> 1350879 WARN (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1350908 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1350908 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1350909 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1350909 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1350910 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
[junit4] 2> 1350910 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@347a348d[collection1_shard2_replica_n61] main]
[junit4] 2> 1350911 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1350911 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1350911 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1350912 INFO (searcherExecutor-5079-thread-1-processing-n:127.0.0.1:39359_r_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@347a348d[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1350912 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517731829383168
[junit4] 2> 1350916 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1350916 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1350916 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39359/r_/collection1_shard2_replica_n61/
[junit4] 2> 1350916 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1350916 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:39359/r_/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1350916 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1350917 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39359/r_/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1351068 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1351074 INFO (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1273
[junit4] 2> 1351075 INFO (qtp446119897-11470) [n:127.0.0.1:34945_r_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39359_r_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1277
[junit4] 2> 1351169 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001 of type NRT
[junit4] 2> 1351170 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1351170 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e86854e{/r_,null,AVAILABLE}
[junit4] 2> 1351171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40d77f91{HTTP/1.1,[http/1.1]}{127.0.0.1:35731}
[junit4] 2> 1351171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server Started @1353406ms
[junit4] 2> 1351171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=35731, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores}
[junit4] 2> 1351171 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1351171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1351171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1351171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1351171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T22:23:56.577Z
[junit4] 2> 1351172 INFO (zkConnectionManagerCallback-2444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351173 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1351173 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/solr.xml
[junit4] 2> 1351176 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1351176 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1351176 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1351178 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
[junit4] 2> 1351179 INFO (zkConnectionManagerCallback-2448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351180 INFO (zkConnectionManagerCallback-2450-thread-1-processing-n:127.0.0.1:35731_r_) [n:127.0.0.1:35731_r_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1351183 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1351183 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1351184 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35731_r_
[junit4] 2> 1351185 INFO (zkCallback-2439-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1351185 INFO (zkCallback-2431-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1351185 INFO (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1351186 INFO (zkCallback-2449-thread-1-processing-n:127.0.0.1:35731_r_) [n:127.0.0.1:35731_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1351224 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1351273 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1351274 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1351275 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores
[junit4] 2> 1351297 INFO (qtp446119897-11465) [n:127.0.0.1:34945_r_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35731_r_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1351298 INFO (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1351298 INFO (OverseerThreadFactory-5065-thread-4-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35731_r_ for creating new replica
[junit4] 2> 1351299 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1351299 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1352309 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1352316 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1352363 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1352369 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1352370 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1352370 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1352370 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1352371 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
[junit4] 2> 1352373 WARN (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1352403 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1352403 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1352404 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1352404 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1352405 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
[junit4] 2> 1352405 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@50018a01[collection1_shard3_replica_n63] main]
[junit4] 2> 1352406 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1352407 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1352407 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1352408 INFO (searcherExecutor-5090-thread-1-processing-n:127.0.0.1:35731_r_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@50018a01[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1352408 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517733398052864
[junit4] 2> 1352411 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1352411 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1352411 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35731/r_/collection1_shard3_replica_n63/
[junit4] 2> 1352411 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1352411 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:35731/r_/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1352411 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1352412 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35731/r_/collection1_shard3_replica_n63/ shard3
[junit4] 2> 1352563 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1352569 INFO (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1269
[junit4] 2> 1352570 INFO (qtp446119897-11465) [n:127.0.0.1:34945_r_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35731_r_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1273
[junit4] 2> 1352661 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001 of type NRT
[junit4] 2> 1352661 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1352664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@733adfae{/r_,null,AVAILABLE}
[junit4] 2> 1352664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f42e510{HTTP/1.1,[http/1.1]}{127.0.0.1:33589}
[junit4] 2> 1352664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server Started @1354900ms
[junit4] 2> 1352664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=33589, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores}
[junit4] 2> 1352665 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1352665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1352665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T22:23:58.071Z
[junit4] 2> 1352666 INFO (zkConnectionManagerCallback-2454-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1352666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/solr.xml
[junit4] 2> 1352670 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1352670 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1352670 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1352673 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
[junit4] 2> 1352674 INFO (zkConnectionManagerCallback-2458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352675 INFO (zkConnectionManagerCallback-2460-thread-1-processing-n:127.0.0.1:33589_r_) [n:127.0.0.1:33589_r_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352678 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1352679 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1352680 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33589_r_
[junit4] 2> 1352680 INFO (zkCallback-2439-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352680 INFO (zkCallback-2431-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352680 INFO (zkCallback-2449-thread-1-processing-n:127.0.0.1:35731_r_) [n:127.0.0.1:35731_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352680 INFO (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352680 INFO (zkCallback-2459-thread-1-processing-n:127.0.0.1:33589_r_) [n:127.0.0.1:33589_r_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352768 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1352775 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1352775 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1352776 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores
[junit4] 2> 1352804 INFO (qtp1140656416-11580) [n:127.0.0.1:33589_r_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33589_r_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1352805 INFO (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1352805 INFO (OverseerThreadFactory-5065-thread-5-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33589_r_ for creating new replica
[junit4] 2> 1352806 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1352806 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1353834 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1353842 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 1353897 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1353904 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 1353904 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
[junit4] 2> 1353904 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1353904 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 1353906 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
[junit4] 2> 1353908 WARN (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1353933 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1353933 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1353934 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1353934 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1353934 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
[junit4] 2> 1353935 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@bda75da[collection1_shard1_replica_n65] main]
[junit4] 2> 1353935 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1353935 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1353936 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1353936 INFO (searcherExecutor-5101-thread-1-processing-n:127.0.0.1:33589_r_ x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@bda75da[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1353936 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517735000276992
[junit4] 2> 1353938 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1353939 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1353939 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33589/r_/collection1_shard1_replica_n65/
[junit4] 2> 1353939 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1353939 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:33589/r_/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 1353939 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1353940 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33589/r_/collection1_shard1_replica_n65/ shard1
[junit4] 2> 1354090 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1354091 INFO (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1285
[junit4] 2> 1354092 INFO (qtp1140656416-11580) [n:127.0.0.1:33589_r_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33589_r_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1288
[junit4] 2> 1354159 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-4-001 of type NRT
[junit4] 2> 1354159 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1354160 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d8ad17c{/r_,null,AVAILABLE}
[junit4] 2> 1354160 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14803ef6{HTTP/1.1,[http/1.1]}{127.0.0.1:39361}
[junit4] 2> 1354160 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.e.j.s.Server Started @1356396ms
[junit4] 2> 1354160 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=39361, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-4-001/cores}
[junit4] 2> 1354161 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1354161 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [ ] o.a.s.s.SolrDispatchFilter ___ _
[...truncated too long message...]
G SolrCore org.apache.solr.core.SolrCore@2ce282b9
[junit4] 2> 2876577 INFO (coreCloseExecutor-6527-thread-1) [n:127.0.0.1:43825_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=753042105
[junit4] 2> 2876577 INFO (coreCloseExecutor-6527-thread-1) [n:127.0.0.1:43825_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@210efea5: rootName = solr_43825, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@357cf3e3
[junit4] 2> 2876577 INFO (jetty-closer-7744-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43165_solr
[junit4] 2> 2876577 INFO (jetty-closer-7744-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2876578 INFO (zkCallback-7767-thread-3-processing-n:127.0.0.1:43165_solr) [n:127.0.0.1:43165_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2876578 INFO (zkCallback-7769-thread-3-processing-n:127.0.0.1:43825_solr) [n:127.0.0.1:43825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2876578 INFO (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@5483ed10
[junit4] 2> 2876578 INFO (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1417932048
[junit4] 2> 2876578 INFO (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39529ffe: rootName = solr_43165, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@d29faa7
[junit4] 2> 2876585 INFO (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1417932048
[junit4] 2> 2876585 INFO (jetty-closer-7744-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99344957690544136-127.0.0.1:43165_solr-n_0000000001) closing
[junit4] 2> 2876585 INFO (OverseerStateUpdate-99344957690544136-127.0.0.1:43165_solr-n_0000000001) [n:127.0.0.1:43165_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43165_solr
[junit4] 2> 2876586 WARN (OverseerAutoScalingTriggerThread-99344957690544136-127.0.0.1:43165_solr-n_0000000001) [n:127.0.0.1:43165_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2876587 INFO (zkCallback-7769-thread-3-processing-n:127.0.0.1:43825_solr) [n:127.0.0.1:43825_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43825_solr
[junit4] 2> 2876588 INFO (jetty-closer-7744-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e4f5c3{/solr,null,UNAVAILABLE}
[junit4] 2> 2876589 INFO (coreCloseExecutor-6527-thread-1) [n:127.0.0.1:43825_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=753042105
[junit4] 2> 2876591 INFO (jetty-closer-7744-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@550742b6{/solr,null,UNAVAILABLE}
[junit4] 2> 2876591 ERROR (SUITE-TestClusterStateProvider-seed#[A3B3E57100AD42F7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2876592 INFO (SUITE-TestClusterStateProvider-seed#[A3B3E57100AD42F7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45583 45583
[junit4] 2> 2884132 INFO (Thread-3009) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45583 45583
[junit4] 2> 2884133 WARN (Thread-3009) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_A3B3E57100AD42F7-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=20056, maxDocsPerChunk=800, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=20056, blockSize=9)), sim=RandomSimilarity(queryNorm=true): {}, locale=pt-PT, timezone=Europe/Dublin
[junit4] 2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=198276368,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ReplaceNodeTest, TestSerializedLuceneMatchVersion, CoreAdminCreateDiscoverTest, TestBinaryResponseWriter, SolrIndexConfigTest, TestSolrCLIRunExample, DistributedFacetPivotLongTailTest, TestImpersonationWithHadoopAuth, ZkCLITest, CdcrUpdateLogTest, BinaryUpdateRequestHandlerTest, AnalyticsMergeStrategyTest, TestLegacyFieldCache, TestLuceneMatchVersion, LegacyCloudClusterPropTest, TestStressLucene, TestExclusionRuleCollectionAccess, NodeAddedTriggerTest, DocExpirationUpdateProcessorFactoryTest, TestBackupRepositoryFactory, ShardRoutingTest, MetricsConfigTest, TestCloudRecovery, LeaderFailureAfterFreshStartTest, MoreLikeThisHandlerTest, DateRangeFieldTest, BadIndexSchemaTest, HLLSerializationTest, TestSubQueryTransformer, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestMacros, TestReloadDeadlock, SolrIndexMetricsTest, TestXIncludeConfig, TestReloadAndDeleteDocs, TestCursorMarkWithoutUniqueKey, WrapperMergePolicyFactoryTest, DistribDocExpirationUpdateProcessorTest, ShowFileRequestHandlerTest, TestHalfAndHalfDocValues, TestSolrCloudWithKerberosAlt, BooleanFieldTest, PingRequestHandlerTest, HttpSolrCallGetCoreTest, TestDocumentBuilder, TestExecutePlanAction, TestBulkSchemaAPI, SolrIndexSplitterTest, NumericFieldsTest, TestFileDictionaryLookup, OutputWriterTest, TestSchemaResource, TestRandomFlRTGCloud, TestSchemalessBufferedUpdates, TestPayloadScoreQParserPlugin, SchemaVersionSpecificBehaviorTest, PolyFieldTest, TestManagedResource, RegexBoostProcessorTest, TestConfigSetProperties, TlogReplayBufferedWhileIndexingTest, ClusterStateUpdateTest, PreAnalyzedUpdateProcessorTest, TestNoOpRegenerator, TestFieldSortValues, SuggesterFSTTest, TestBlobHandler, BJQParserTest, ConvertedLegacyTest, TestWriterPerf, OverseerRolesTest, TestFieldCache, NotRequiredUniqueKeyTest, TestSizeLimitedDistributedMap, CollectionsAPIDistributedZkTest, TestMultiValuedNumericRangeQuery, ManagedSchemaRoundRobinCloudTest, SolrSlf4jReporterTest, TestDeleteCollectionOnDownNodes, QueryEqualityTest, HighlighterConfigTest, TestSimDistributedQueue, TestMaxTokenLenTokenizer, TestStressInPlaceUpdates, TestLockTree, SampleTest, TestFastWriter, RollingRestartTest, TestJsonRequest, TermVectorComponentDistributedTest, SecurityConfHandlerTest, DOMUtilTest, TestTrackingShardHandlerFactory, TestSmileRequest, HdfsSyncSliceTest, TestInfoStreamLogging, ChaosMonkeySafeLeaderTest, TestAnalyzedSuggestions, AssignTest, ReplicaListTransformerTest, ClassificationUpdateProcessorIntegrationTest, TestRemoteStreaming, SolrMetricReporterTest, ShardRoutingCustomTest, TestComplexPhraseLeadingWildcard, TestNamedUpdateProcessors, TestFastLRUCache, DebugComponentTest, HdfsRecoverLeaseTest, BlockCacheTest, DistributedTermsComponentTest, BlobRepositoryCloudTest, RegexBytesRefFilterTest, CdcrReplicationHandlerTest, TestCloudJSONFacetJoinDomain, DistributedFacetPivotWhiteBoxTest, TestUninvertingReader, TestCoreAdminApis, DistributedFacetSimpleRefinementLongTailTest, TestLegacyFieldReuse, SystemLogListenerTest, BasicDistributedZkTest, SolrXmlInZkTest, TestClusterProperties, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestSSLRandomization, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, TestClusterStateProvider]
[junit4] Completed [571/766 (2!)] on J1 in 15.77s, 2 tests, 1 failure <<< FAILURES!
[...truncated 48798 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1173 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1173/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:35267/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:35267/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([F67011BA47701029:5CBDC248F0A3C5F9]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 45 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([F67011BA47701029:C9F812125026E0CE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11992 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> 245809 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/init-core-data-001
[junit4] 2> 245809 WARN (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 245809 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 245810 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 245810 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
[junit4] 2> 245810 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001
[junit4] 2> 245811 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 245811 INFO (Thread-873) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 245811 INFO (Thread-873) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 245812 ERROR (Thread-873) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 245911 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34167
[junit4] 2> 245913 INFO (zkConnectionManagerCallback-382-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245916 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245916 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245916 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245917 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56971351{/solr,null,AVAILABLE}
[junit4] 2> 245917 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36b74c0{/solr,null,AVAILABLE}
[junit4] 2> 245918 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ee2b624{/solr,null,AVAILABLE}
[junit4] 2> 245919 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@520171f7{SSL,[ssl, http/1.1]}{127.0.0.1:34841}
[junit4] 2> 245919 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.Server Started @247852ms
[junit4] 2> 245919 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34841}
[junit4] 2> 245920 ERROR (jetty-launcher-379-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:14.221220Z
[junit4] 2> 245919 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52880272{SSL,[ssl, http/1.1]}{127.0.0.1:34617}
[junit4] 2> 245919 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4956f263{SSL,[ssl, http/1.1]}{127.0.0.1:36995}
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.Server Started @247852ms
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.Server Started @247853ms
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34617}
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36995}
[junit4] 2> 245920 ERROR (jetty-launcher-379-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245920 ERROR (jetty-launcher-379-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 245920 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 245921 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245921 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245921 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245921 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:14.222053Z
[junit4] 2> 245921 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245921 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:14.222104Z
[junit4] 2> 245925 INFO (zkConnectionManagerCallback-384-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245925 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245925 INFO (zkConnectionManagerCallback-386-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245926 INFO (zkConnectionManagerCallback-388-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245926 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245926 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245964 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f06eb0410002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 246004 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
[junit4] 2> 246008 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
[junit4] 2> 246015 INFO (zkConnectionManagerCallback-392-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246019 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
[junit4] 2> 246020 INFO (zkConnectionManagerCallback-396-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246035 INFO (zkConnectionManagerCallback-400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246039 INFO (zkConnectionManagerCallback-402-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246042 INFO (zkConnectionManagerCallback-404-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246090 INFO (zkConnectionManagerCallback-406-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246095 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 246096 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34617_solr
[junit4] 2> 246096 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.Overseer Overseer (id=99343549996269577-127.0.0.1:34617_solr-n_0000000000) starting
[junit4] 2> 246109 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 246110 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34841_solr
[junit4] 2> 246127 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 246131 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 246132 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34617_solr
[junit4] 2> 246139 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 246143 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 246144 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 246145 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 246146 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36995_solr
[junit4] 2> 246147 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 246163 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 246163 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 246201 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246209 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246209 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246210 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246211 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/.
[junit4] 2> 246218 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246219 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246220 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/.
[junit4] 2> 246224 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246232 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246232 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 246233 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/.
[junit4] 2> 246308 INFO (zkConnectionManagerCallback-414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246319 INFO (zkConnectionManagerCallback-418-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246319 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 246320 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34167/solr ready
[junit4] 2> 246349 INFO (qtp1874945907-2627) [n:127.0.0.1:34617_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 246353 INFO (OverseerThreadFactory-1100-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 246458 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36995/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 246458 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34841/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 246459 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34617/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 246667 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 246668 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 246676 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246676 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246676 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 246676 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 246779 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246779 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246779 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246779 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246779 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246779 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247678 WARN (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 247679 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 247683 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 247685 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 247686 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 247688 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 247689 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 247690 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 247690 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 247690 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 247692 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 247692 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 247693 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 247695 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 247695 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 247695 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 247696 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 247696 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 247696 WARN (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 247697 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 247697 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 247696 WARN (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 247697 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 247697 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247698 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247698 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
[junit4] 2> 247698 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
[junit4] 2> 247734 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 247734 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247734 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247734 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247734 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247734 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247742 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b58e63d[.system_shard1_replica_p4] main]
[junit4] 2> 247742 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 247742 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247742 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 247742 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247743 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@493732c[.system_shard1_replica_n1] main]
[junit4] 2> 247743 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d2b0d8[.system_shard1_replica_n2] main]
[junit4] 2> 247744 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 247744 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 247744 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 247744 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 247745 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 247745 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 247745 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 247745 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 247745 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 247747 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 247747 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 247748 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247748 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589496801970356224
[junit4] 2> 247749 INFO (searcherExecutor-1109-thread-1-processing-n:127.0.0.1:34841_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@17d2b0d8[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247749 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 247756 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 247762 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 247762 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 14 ms
[junit4] 2> 247763 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247763 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589496801986084864
[junit4] 2> 247764 INFO (searcherExecutor-1107-thread-1-processing-n:127.0.0.1:36995_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@493732c[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247767 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 247769 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 247773 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 247773 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
[junit4] 2> 247774 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247776 INFO (searcherExecutor-1108-thread-1-processing-n:127.0.0.1:34617_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1b58e63d[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247778 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 247779 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 247782 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 247782 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247906 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247906 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247906 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247906 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247906 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247906 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34841/solr/.system_shard1_replica_n2/
[junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:34841/solr START replicas=[https://127.0.0.1:36995/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 248261 INFO (qtp1048917493-2633) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:34841/solr DONE. We have no versions. sync failed.
[junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 248559 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34841/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 248660 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248660 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248660 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248660 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248660 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248660 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248707 INFO (indexFetcher-1122-thread-1) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
[junit4] 2> 248710 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 248801 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2125
[junit4] 2> 248801 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2133
[junit4] 2> 248801 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2125
[junit4] 2> 248803 INFO (qtp1874945907-2627) [n:127.0.0.1:34617_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 248885 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248885 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248885 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248885 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248885 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248885 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 249804 INFO (qtp1874945907-2627) [n:127.0.0.1:34617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3454
[junit4] 2> 249809 INFO (qtp1874945907-2632) [n:127.0.0.1:34617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 249815 INFO (qtp1048917493-2634) [n:127.0.0.1:36995_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 249820 INFO (qtp2313754-2650) [n:127.0.0.1:34841_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 249850 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[F67011BA47701029]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 249853 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[F67011BA47701029]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=F67011BA47701029 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ha-GH -Dtests.timezone=Africa/Mbabane -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.03s J1 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}>
[junit4] > at __randomizedtesting.SeedInfo.seed([F67011BA47701029:C9F812125026E0CE]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 249878 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 249880 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249882 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73252f0c{/solr,null,AVAILABLE}
[junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7eafcbe9{SSL,[ssl, http/1.1]}{127.0.0.1:36205}
[junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.Server Started @251815ms
[junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36205}
[junit4] 2> 249883 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 249884 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249884 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249884 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:18.185059Z
[junit4] 2> 249886 INFO (zkConnectionManagerCallback-420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 249887 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 249900 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
[junit4] 2> 249902 INFO (zkConnectionManagerCallback-424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 249904 INFO (zkConnectionManagerCallback-426-thread-1-processing-n:127.0.0.1:36205_solr) [n:127.0.0.1:36205_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 249907 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 249908 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 249909 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36205_solr
[junit4] 2> 249910 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 249910 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 249910 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 249910 INFO (zkCallback-417-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 249910 INFO (zkCallback-425-thread-1-processing-n:127.0.0.1:36205_solr) [n:127.0.0.1:36205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 249943 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 249952 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 249952 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
[junit4] 2> 249954 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node4/.
[junit4] 2> 250182 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@520171f7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 250183 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1009103167
[junit4] 2> 250183 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 250183 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7baf0c91: rootName = solr_34841, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e2c2b87
[junit4] 2> 250190 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 250190 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6acc1d6b: rootName = solr_34841, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1284f0d6
[junit4] 2> 250195 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 250195 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ca335b: rootName = solr_34841, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16bb765e
[junit4] 2> 250196 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34841_solr
[junit4] 2> 250196 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 250196 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 250196 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 250197 INFO (zkCallback-417-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live
[...truncated too long message...]
0003
[junit4] 2> 2 /solr/overseer_elect/election/99343665593581580-127.0.0.1:33531_solr-n_0000000002
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/99343665593581578-core_node3-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/collections
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2077334 WARN (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 2077374 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2077475 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2077476 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1613849536-88.99.242.108-1515864038545 (Datanode Uuid e834142b-3386-4884-be9b-cea3d6b92fc8) service to localhost.localdomain/127.0.0.1:34563
[junit4] 2> 2077477 WARN (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 2077479 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2077583 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2077583 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1613849536-88.99.242.108-1515864038545 (Datanode Uuid 38e10b85-0bb0-49ab-89e3-b93589128855) service to localhost.localdomain/127.0.0.1:34563
[junit4] 2> 2077587 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 2077702 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45013 45013
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001
[junit4] 2> Jan 13, 2018 5:21:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=528, maxMBSortInHeap=5.775733939950592, sim=RandomSimilarity(queryNorm=true): {}, locale=vo-001, timezone=America/Recife
[junit4] 2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=3,free=217675072,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetDistribTest, TestFieldCacheVsDocValues, TestSubQueryTransformerCrossCore, SuggestComponentTest, AliasIntegrationTest, TestShardHandlerFactory, CollectionsAPIAsyncDistributedZkTest, TestConfigSets, LeaderInitiatedRecoveryOnCommitTest, V2StandaloneTest, TestQuerySenderListener, TimeRoutedAliasUpdateProcessorTest, TestCoreContainer, LoggingHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestNodeLostTrigger, TestManagedSynonymGraphFilterFactory, VersionInfoTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, WordBreakSolrSpellCheckerTest, TestPolicyCloud, TestFieldTypeResource, SuggesterTest, HighlighterTest, TestCharFilters, DocValuesMissingTest, TestDistribDocBasedVersion, TestCloudPivotFacet, TestQueryTypes, LeaderElectionTest, TestManagedSchema, TestLFUCache, CustomCollectionTest, TestCSVResponseWriter, ConnectionReuseTest, ShufflingReplicaListTransformerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestExtendedDismaxParser, TestValueSourceCache, SSLMigrationTest, TestLeaderInitiatedRecoveryThread, CustomHighlightComponentTest, ReplicationFactorTest, TestCollectionsAPIViaSolrCloudCluster, TestCustomDocTransformer, TestPointFields, LeaderElectionContextKeyTest, BadComponentTest, TestGraphMLResponseWriter, TestFreeTextSuggestions, GraphQueryTest, UnloadDistributedZkTest, TestElisionMultitermQuery, TestMissingGroups, TestInPlaceUpdatesDistrib, TestFieldCacheReopen, ChangedSchemaMergeTest, TestCloudDeleteByQuery, TestPartialUpdateDeduplication, DistanceFunctionTest, TestStreamBody, TestTestInjection, TestObjectReleaseTracker, TestFilteredDocIdSet, DataDrivenBlockJoinTest, SpellPossibilityIteratorTest, SolrCloudExampleTest, OverseerStatusTest, DefaultValueUpdateProcessorTest, TestTolerantSearch, TestRealTimeGet, SolrCloudReportersTest, SolrTestCaseJ4Test, ClusterStateTest, TestComputePlanAction, TestSolr4Spatial2, PluginInfoTest, DirectSolrSpellCheckerTest, TestTrie, StatsComponentTest, CdcrBootstrapTest, TestRandomRequestDistribution, TestReload, FacetPivotSmallTest, TestSolrQueryResponse, FullSolrCloudDistribCmdsTest, SimplePostToolTest, TestFiltering, FileBasedSpellCheckerTest, NodeLostTriggerTest, ResponseHeaderTest, QueryElevationComponentTest, TestSystemIdResolver, DeleteNodeTest, DistributedQueryComponentCustomSortTest, HdfsDirectoryFactoryTest, EchoParamsTest, IndexBasedSpellCheckerTest, SubstringBytesRefFilterTest, TestTriggerIntegration, TestNumericTerms32, BigEndianAscendingWordDeserializerTest, UUIDFieldTest, TestDFISimilarityFactory, TestSolrConfigHandlerConcurrent, SpatialRPTFieldTypeTest, ChaosMonkeyNothingIsSafeTest, AtomicUpdatesTest, FieldAnalysisRequestHandlerTest, JSONWriterTest, TestDynamicLoading, OverseerCollectionConfigSetProcessorTest, TestQueryWrapperFilter, TestXmlQParser, XsltUpdateRequestHandlerTest, TestPullReplica, MetricsHandlerTest, HdfsThreadLeakTest, HdfsLockFactoryTest, DirectSolrConnectionTest, TestIndexSearcher, OverseerTest, BasicDistributedZk2Test, TestZkChroot, ZkCLITest, TestDistributedGrouping, TestRecovery, ZkControllerTest, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestLazyCores, SolrIndexSplitterTest, TestCoreDiscovery, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, TestSolrDeletionPolicy1, CacheHeaderTest, XmlUpdateRequestHandlerTest, MoreLikeThisHandlerTest, TestSolrQueryParser, TestJmxIntegration, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AssignBackwardCompatibilityTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaHDFSTest]
[junit4] Completed [469/766 (2!)] on J2 in 77.37s, 4 tests, 1 error <<< FAILURES!
[...truncated 41903 lines...]