You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/15 03:57:08 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk-9) - Build # 400 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/400/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([819A134696D623FA:BE1210EE8180D31D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12161 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> 581925 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/init-core-data-001
[junit4] 2> 581925 WARN (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 581925 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 581927 INFO (Thread-889) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 581927 INFO (Thread-889) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 581929 ERROR (Thread-889) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 582031 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58203
[junit4] 2> 582049 INFO (zkConnectionManagerCallback-1160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582054 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 582054 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 582054 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 582057 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23d5e0e7{/solr,null,AVAILABLE}
[junit4] 2> 582058 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32cf1c5a{/solr,null,AVAILABLE}
[junit4] 2> 582058 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53816dc3{/solr,null,AVAILABLE}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ebda1a5{HTTP/1.1,[http/1.1]}{127.0.0.1:58205}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.Server Started @583799ms
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66a49ca4{HTTP/1.1,[http/1.1]}{127.0.0.1:58207}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58205}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.Server Started @583799ms
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58207}
[junit4] 2> 582059 ERROR (jetty-launcher-1157-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 582059 ERROR (jetty-launcher-1157-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:18.965397Z
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:18.965602Z
[junit4] 2> 582061 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29c5aa16{HTTP/1.1,[http/1.1]}{127.0.0.1:58206}
[junit4] 2> 582061 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.Server Started @583802ms
[junit4] 2> 582061 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58206}
[junit4] 2> 582063 ERROR (jetty-launcher-1157-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 582063 INFO (zkConnectionManagerCallback-1162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:18.968563Z
[junit4] 2> 582064 INFO (zkConnectionManagerCallback-1164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582064 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 582064 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 582064 INFO (zkConnectionManagerCallback-1166-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582070 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 582073 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 582076 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 582076 INFO (zkConnectionManagerCallback-1170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582078 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 582078 INFO (zkConnectionManagerCallback-1174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582081 INFO (zkConnectionManagerCallback-1180-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582082 INFO (zkConnectionManagerCallback-1178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582084 INFO (zkConnectionManagerCallback-1182-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582086 INFO (zkConnectionManagerCallback-1184-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582224 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 582224 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 582225 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 582226 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58207_solr
[junit4] 2> 582227 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58205_solr
[junit4] 2> 582227 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58206_solr
[junit4] 2> 582228 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.Overseer Overseer (id=99351595504959496-127.0.0.1:58207_solr-n_0000000000) starting
[junit4] 2> 582229 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 582229 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 582231 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 582254 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58207_solr
[junit4] 2> 582261 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 582264 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 582267 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 582273 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582275 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582282 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582282 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582283 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582283 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582283 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node3/.
[junit4] 2> 582284 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node1/.
[junit4] 2> 582293 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582301 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582301 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582302 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node2/.
[junit4] 2> 582348 INFO (zkConnectionManagerCallback-1192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582351 INFO (zkConnectionManagerCallback-1196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582353 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 582354 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58203/solr ready
[junit4] 2> 582362 INFO (qtp1541579407-4816) [n:127.0.0.1:58205_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 582370 INFO (OverseerThreadFactory-2366-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 582492 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58206/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 582496 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58205/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 582500 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58207/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 582726 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 582726 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 582726 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 582726 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 582727 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 582727 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 582850 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582850 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582850 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582851 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582851 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582852 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 583755 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 583766 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 583768 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 583768 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 583773 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 583775 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 583775 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 583775 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 583778 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 583779 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583779 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583780 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 583780 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 583782 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583783 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 583784 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 583784 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 583785 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 583785 WARN (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 583785 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 583785 WARN (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 583786 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 583786 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 583786 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
[junit4] 2> 583785 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 583787 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
[junit4] 2> 583894 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 583894 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 583895 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 583895 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 583896 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 583896 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 583904 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 583904 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 583906 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 583906 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 583939 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ba7ec72[.system_shard1_replica_p4] main]
[junit4] 2> 583940 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@416db18d[.system_shard1_replica_n2] main]
[junit4] 2> 583940 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 583941 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 583941 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 583941 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 583941 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 583942 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 583942 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 583942 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 583943 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 583943 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 583945 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583946 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 4 ms
[junit4] 2> 583946 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583946 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 3 ms
[junit4] 2> 583946 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583946 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583947 INFO (searcherExecutor-2373-thread-1-processing-n:127.0.0.1:58207_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@5ba7ec72[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 583947 INFO (searcherExecutor-2375-thread-1-processing-n:127.0.0.1:58205_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@416db18d[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 583947 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 583947 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 583947 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589625530196426752
[junit4] 2> 583948 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 583948 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583956 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c07ab27[.system_shard1_replica_n1] main]
[junit4] 2> 583957 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 583957 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 583958 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 583958 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 583958 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 583959 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583959 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589625530209009664
[junit4] 2> 583960 INFO (searcherExecutor-2374-thread-1-processing-n:127.0.0.1:58206_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@5c07ab27[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 584067 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1181-thread-3-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58205/solr/.system_shard1_replica_n2/
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:58205/solr START replicas=[http://127.0.0.1:58206/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 584472 INFO (qtp1417806960-4826) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:58205/solr DONE. We have no versions. sync failed.
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 584785 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58205/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 584896 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1181-thread-3-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584947 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 584951 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2226
[junit4] 2> 584954 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2227
[junit4] 2> 584969 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2242
[junit4] 2> 584975 INFO (qtp1541579407-4816) [n:127.0.0.1:58205_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 585001 INFO (indexFetcher-2388-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
[junit4] 2> 585076 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585983 INFO (qtp1541579407-4816) [n:127.0.0.1:58205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3621
[junit4] 2> 585990 INFO (qtp1541579407-4821) [n:127.0.0.1:58205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 585994 INFO (qtp1417806960-4835) [n:127.0.0.1:58206_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 585999 INFO (qtp1195980972-4830) [n:127.0.0.1:58207_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 586061 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 586065 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=819A134696D623FA -Dtests.slow=true -Dtests.locale=mg-MG -Dtests.timezone=CET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.03s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}>
[junit4] > at __randomizedtesting.SeedInfo.seed([819A134696D623FA:BE1210EE8180D31D]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 586097 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 586098 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 586100 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2eb8be4d{/solr,null,AVAILABLE}
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58951abd{HTTP/1.1,[http/1.1]}{127.0.0.1:58243}
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.Server Started @587841ms
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58243}
[junit4] 2> 586101 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:23.006692Z
[junit4] 2> 586104 INFO (zkConnectionManagerCallback-1198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 586104 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 586124 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 586125 INFO (zkConnectionManagerCallback-1202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 586128 INFO (zkConnectionManagerCallback-1204-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 586138 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 586142 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 586145 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58243_solr
[junit4] 2> 586147 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1195-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586180 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 586189 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 586189 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 586190 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node4/.
[junit4] 2> 586392 INFO (OverseerCollectionConfigSetProcessor-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 586442 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@29c5aa16{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586443 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1276626785
[junit4] 2> 586443 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586444 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3bb58d51: rootName = solr_58206, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7bf3f616
[junit4] 2> 586465 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586465 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4005c8f3: rootName = solr_58206, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@235d5498
[junit4] 2> 586476 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 586476 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5624b2ef: rootName = solr_58206, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7b3d9a2e
[junit4] 2> 586478 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58206_solr
[junit4] 2> 586480 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586480 INFO (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1195-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@68b9fd4e
[junit4] 2> 586481 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=1757019470
[junit4] 2> 586481 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8dee18e: rootName = solr_58206, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@15478197
[junit4] 2> 586488 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1757019470
[junit4] 2> 586491 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32cf1c5a{/solr,null,UNAVAILABLE}
[junit4] 2> 586591 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586591 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586591 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586591 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586704 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
[junit4] 2> 586704 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 586707 INFO (jetty-closer-1158-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58951abd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586707 INFO (jetty-closer-1158-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ebda1a5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1059702921
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1438817295
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9530652: rootName = solr_58243, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6dbb01c0
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39f3eb09: rootName = solr_58205, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@632af336
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@66a49ca4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=138782137
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73c09b26: rootName = solr_58207, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4e3e6c1f
[junit4] 2> 586742 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586742 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17084042: rootName = solr_58243, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@235d5498
[junit4] 2> 586743 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586743 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bd0e6b: rootName = solr_58205, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@235d5498
[junit4] 2> 586756 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586756 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f2d2b57: rootName = solr_58207,
[...truncated too long message...]
kController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58205_solr
[junit4] 2> 586786 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586787 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 586788 INFO (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 586788 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 586788 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 586788 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586789 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58207_solr
[junit4] 2> 586789 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@422dd697
[junit4] 2> 586789 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1110300311
[junit4] 2> 586789 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@561d1c7b: rootName = solr_58205, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@6d9dc0ce
[junit4] 2> 586790 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 586790 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 586792 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586793 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@1929d153
[junit4] 2> 586793 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=422170963
[junit4] 2> 586793 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3eb7050c: rootName = solr_58207, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@5981d714
[junit4] 2> 586793 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 586793 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 586807 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1110300311
[junit4] 2> 586809 INFO (jetty-closer-1158-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23d5e0e7{/solr,null,UNAVAILABLE}
[junit4] 2> 586810 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=422170963
[junit4] 2> 586811 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99351595504959496-127.0.0.1:58207_solr-n_0000000000) closing
[junit4] 2> 586812 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58207_solr
[junit4] 2> 586812 WARN (OverseerAutoScalingTriggerThread-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 586814 INFO (jetty-closer-1158-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53816dc3{/solr,null,UNAVAILABLE}
[junit4] 2> 588298 WARN (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 588299 INFO (jetty-closer-1158-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2eb8be4d{/solr,null,UNAVAILABLE}
[junit4] 2> 588300 ERROR (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 588300 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58203 58203
[junit4] 2> 588318 INFO (Thread-889) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58203 58203
[junit4] 2> 588520 WARN (Thread-889) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99351595504959494-127.0.0.1:58205_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001
[junit4] 2> Jan 15, 2018 2:57:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=mg-MG, timezone=CET
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=79704096,total=270532608
[junit4] 2> NOTE: All tests run in this JVM: [CdcrReplicationDistributedZkTest, TestInPlaceUpdatesStandalone, HighlighterTest, PeerSyncReplicationTest, TestGraphTermsQParserPlugin, ConvertedLegacyTest, HLLSerializationTest, DistributedQueryElevationComponentTest, DistanceUnitsTest, TestIndexingPerformance, DocExpirationUpdateProcessorFactoryTest, SignatureUpdateProcessorFactoryTest, VMParamsZkACLAndCredentialsProvidersTest, TestInitParams, TestQuerySenderListener, TestCollapseQParserPlugin, TestImpersonationWithHadoopAuth, CleanupOldIndexTest, TestPKIAuthenticationPlugin, ScriptEngineTest, ShufflingReplicaListTransformerTest, FastVectorHighlighterTest, SolrXmlInZkTest, TestTlogReplica, TestRecovery, SolrCmdDistributorTest, TestClassicSimilarityFactory, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSchemaResource, SpatialFilterTest, TestSlowCompositeReaderWrapper, PrimUtilsTest, TestRestManager, TestReversedWildcardFilterFactory, TestLegacyFieldCache, OverseerTest, VersionInfoTest, TestNonDefinedSimilarityFactory, TestStressInPlaceUpdates, HdfsBasicDistributedZk2Test, DistributedQueryComponentCustomSortTest, TestCustomStream, TestDynamicFieldResource, NotRequiredUniqueKeyTest, TestRandomRequestDistribution, ReplicationFactorTest, ChangedSchemaMergeTest, CoreAdminCreateDiscoverTest, HdfsChaosMonkeyNothingIsSafeTest, TestUtils, OverseerModifyCollectionTest, TestEmbeddedSolrServerSchemaAPI, TestWriterPerf, HdfsThreadLeakTest, SparseHLLTest, TestSystemCollAutoCreate, TestImplicitCoreProperties, AsyncCallRequestStatusResponseTest, TestJavabinTupleStreamParser, BadCopyFieldTest, TestJsonFacets, SortSpecParsingTest, DistributedFacetPivotSmallTest, TestPointFields, SolrInfoBeanTest, SharedFSAutoReplicaFailoverTest, CdcrUpdateLogTest, ResponseLogComponentTest, TestClusterStateProvider]
[junit4] Completed [134/767 (1!)] on J0 in 7.40s, 2 tests, 1 failure <<< FAILURES!
[...truncated 42859 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 401 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/401/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
6 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:D5AE5A5CFCFAE205]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestPullReplica.testRealTimeGet
Error Message:
Unexpected replica count null Live Nodes: [127.0.0.1:59416_solr, 127.0.0.1:59417_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Unexpected replica count
null
Live Nodes: [127.0.0.1:59416_solr, 127.0.0.1:59417_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:C5B6DBEB58736359]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:329)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[9DDB2EE8FAC9CD90:86CBDFA40C3935A0]}
Error Message:
Could not find collection : pull_replica_test_create_delete
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:86CBDFA40C3935A0]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[9DDB2EE8FAC9CD90:329D635838FBFE8C]}
Error Message:
Too many open files
Stack Trace:
java.net.SocketException: Too many open files
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:329D635838FBFE8C]:0)
at java.net.Socket.createImpl(Socket.java:460)
at java.net.Socket.getImpl(Socket.java:520)
at java.net.Socket.setSoTimeout(Socket.java:1141)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:120)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:156)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
Could not find collection:collection1
Stack Trace:
java.lang.AssertionError: Could not find collection:collection1
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.search.join.TestCloudNestedDocsSort.setupCluster(TestCloudNestedDocsSort.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.HttpSolrCallGetCoreTest
Error Message:
Could not find collection:collection1
Stack Trace:
java.lang.AssertionError: Could not find collection:collection1
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.servlet.HttpSolrCallGetCoreTest.setupCluster(HttpSolrCallGetCoreTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13207 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> 3112347 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/init-core-data-001
[junit4] 2> 3112348 WARN (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 3112348 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3112355 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3112356 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001
[junit4] 2> 3112356 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3112356 INFO (Thread-3126) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3112356 INFO (Thread-3126) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3112359 ERROR (Thread-3126) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3112465 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59414
[junit4] 2> 3112481 INFO (zkConnectionManagerCallback-3595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112490 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3112490 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4acb9b0f{/solr,null,AVAILABLE}
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@642dbe{/solr,null,AVAILABLE}
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c230b37{HTTP/1.1,[http/1.1]}{127.0.0.1:59417}
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.Server Started @3116315ms
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59417}
[junit4] 2> 3112495 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f540ccf{HTTP/1.1,[http/1.1]}{127.0.0.1:59416}
[junit4] 2> 3112495 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.Server Started @3116317ms
[junit4] 2> 3112495 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59416}
[junit4] 2> 3112495 ERROR (jetty-launcher-3592-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3112495 ERROR (jetty-launcher-3592-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T15:47:05.222Z
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T15:47:05.222Z
[junit4] 2> 3112498 INFO (zkConnectionManagerCallback-3597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112498 INFO (zkConnectionManagerCallback-3599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112499 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3112499 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3112528 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59414/solr
[junit4] 2> 3112528 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59414/solr
[junit4] 2> 3112530 INFO (zkConnectionManagerCallback-3605-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112530 INFO (zkConnectionManagerCallback-3607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112533 INFO (zkConnectionManagerCallback-3610-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112533 INFO (zkConnectionManagerCallback-3611-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112711 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3112712 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3112712 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59416_solr
[junit4] 2> 3112713 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59417_solr
[junit4] 2> 3112714 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.Overseer Overseer (id=99354622367105029-127.0.0.1:59416_solr-n_0000000000) starting
[junit4] 2> 3112717 INFO (zkCallback-3608-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3112719 INFO (zkCallback-3609-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3112728 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59416_solr
[junit4] 2> 3112730 INFO (zkCallback-3609-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3112730 INFO (zkCallback-3608-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3112818 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112824 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112824 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112825 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/.
[junit4] 2> 3112861 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112867 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112867 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112868 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/.
[junit4] 2> 3112891 INFO (zkConnectionManagerCallback-3617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112894 INFO (zkConnectionManagerCallback-3621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112896 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3112897 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59414/solr ready
[junit4] 2> 3112903 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 3112907 INFO (qtp1042818031-17484) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3112908 INFO (qtp1042818031-17484) [n:127.0.0.1:59416_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3113016 INFO (TEST-TestPullReplica.testRealTimeGet-seed#[9DDB2EE8FAC9CD90]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet
[junit4] 2> 3113018 INFO (qtp1042818031-17486) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=2&replicationFactor=2&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3113021 INFO (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_real_time_get
[junit4] 2> 3113022 WARN (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_real_time_get is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 3113136 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59416/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113140 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59417/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113144 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59416/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113148 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59417/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113357 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 3113357 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3113358 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3113358 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3113358 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p6&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 3113358 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3113472 INFO (zkCallback-3608-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3113472 INFO (zkCallback-3609-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3113472 INFO (zkCallback-3608-thread-2-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3113473 INFO (zkCallback-3609-thread-2-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3114390 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114391 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114403 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114403 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114408 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_p6] Schema name=minimal
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_p6' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114408 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_p4] Schema name=minimal
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.core.pull_replica_test_real_time_get.shard1.replica_p6' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_p6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/pull_replica_test_real_time_get_shard1_replica_p6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/./pull_replica_test_real_time_get_shard1_replica_p6/data/]
[junit4] 2> 3114413 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114413 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_p4' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114414 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.core.pull_replica_test_real_time_get.shard1.replica_p4' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114414 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114414 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/pull_replica_test_real_time_get_shard1_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/./pull_replica_test_real_time_get_shard1_replica_p4/data/]
[junit4] 2> 3114416 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3114417 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_n2' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.core.pull_replica_test_real_time_get.shard1.replica_n2' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/pull_replica_test_real_time_get_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/./pull_replica_test_real_time_get_shard1_replica_n2/data/]
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.core.pull_replica_test_real_time_get.shard1.replica_n1' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/pull_replica_test_real_time_get_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/./pull_replica_test_real_time_get_shard1_replica_n1/data/]
[junit4] 2> 3114506 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@190e5b52
[junit4] 2> 3114506 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_n2, tag=420371282
[junit4] 2> 3114509 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a7480b5: rootName = solr_59417, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7b47a79d
[junit4] 2> 3114509 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3dfdb0dc
[junit4] 2> 3114509 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_n1, tag=1040036060
[junit4] 2> 3114509 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48f77088: rootName = solr_59416, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@41d2887a
[junit4] 2> 3114510 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@35e4ce9f
[junit4] 2> 3114512 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_p6] CLOSING SolrCore org.apache.solr.core.SolrCore@7fb6c75f
[junit4] 2> 3114512 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=420371282
[junit4] 2> 3114513 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_p6, tag=2142685023
[junit4] 2> 3114513 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7296ee99: rootName = solr_59417, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_p6, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_p6 / com.codahale.metrics.MetricRegistry@7d7c988e
[junit4] 2> 3114515 ERROR (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n2': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_n2]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1055)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1008)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:427)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:966)
[junit4] 2> ... 38 more
[junit4] 2>
[junit4] 2> 3114515 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1157
[junit4] 2> 3114516 ERROR (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:59417/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59417/solr: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n2': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3114521 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=1040036060
[junit4] 2> 3114523 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_p4, tag=904187551
[junit4] 2> 3114524 ERROR (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n1] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1055)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1008)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:427)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:966)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 3114524 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1166
[junit4] 2> 3114525 ERROR (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:59416/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59416/solr: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n1] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3114528 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c3163f3: rootName = solr_59416, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_p4, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@7f25f41e
[junit4] 2> 3114528 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=2142685023
[junit4] 2> 3114529 ERROR (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_p6': Unable to create core [pull_replica_test_real_time_get_shard1_replica_p6] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_p6]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1055)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1008)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:427)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:966)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 3114530 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p6&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=400 QTime=1171
[junit4] 2> 3114530 ERROR (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:59417/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59417/solr: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_p6': Unable to create core [pull_replica_test_real_time_get_shard1_replica_p6] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3114533 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=904187551
[junit4] 2> 3114537 ERROR (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_p4': Unable to create core [pull_replica_test_real_time_get_shard1_replica_p4] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_p4]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:105
[...truncated too long message...]
[junit4] 2> 3644771 INFO (jetty-closer-4002-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3644772 INFO (jetty-closer-4002-thread-4) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60464_solr
[junit4] 2> 3644773 INFO (zkCallback-4029-thread-3-processing-n:127.0.0.1:60464_solr) [n:127.0.0.1:60464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644773 INFO (zkCallback-4070-thread-2-processing-n:127.0.0.1:60463_solr) [n:127.0.0.1:60463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644773 INFO (zkCallback-4031-thread-7-processing-n:127.0.0.1:60465_solr) [n:127.0.0.1:60465_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644773 INFO (zkCallback-4035-thread-4-processing-n:127.0.0.1:60466_solr) [n:127.0.0.1:60466_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644776 INFO (jetty-closer-4002-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73e6ceb4{/solr,null,UNAVAILABLE}
[junit4] 2> 3644778 INFO (zkCallback-4070-thread-6-processing-n:127.0.0.1:60463_solr) [n:127.0.0.1:60463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3644779 INFO (zkCallback-4029-thread-1-processing-n:127.0.0.1:60464_solr) [n:127.0.0.1:60464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3644780 INFO (jetty-closer-4002-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@30c66fd8{/solr,null,UNAVAILABLE}
[junit4] 2> 3644783 INFO (jetty-closer-4002-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60463_solr
[junit4] 2> 3644783 INFO (jetty-closer-4002-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3644784 INFO (zkCallback-4070-thread-6-processing-n:127.0.0.1:60463_solr) [n:127.0.0.1:60463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3644785 INFO (zkCallback-4029-thread-1-processing-n:127.0.0.1:60464_solr) [n:127.0.0.1:60464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3644786 INFO (jetty-closer-4002-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3644786 INFO (jetty-closer-4002-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99354647925817353-127.0.0.1:60464_solr-n_0000000000) closing
[junit4] 2> 3644787 INFO (OverseerStateUpdate-99354647925817353-127.0.0.1:60464_solr-n_0000000000) [n:127.0.0.1:60464_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60464_solr
[junit4] 2> 3644789 INFO (jetty-closer-4002-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d68c24c{/solr,null,UNAVAILABLE}
[junit4] 2> 3644789 WARN (OverseerAutoScalingTriggerThread-99354647925817353-127.0.0.1:60464_solr-n_0000000000) [n:127.0.0.1:60464_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3644798 INFO (jetty-closer-4002-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c85c338{/solr,null,UNAVAILABLE}
[junit4] 2> 3644799 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3644800 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60461 60461
[junit4] 2> 3644803 INFO (Thread-3419) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60461 60461
[junit4] 2> 3645000 WARN (Thread-3419) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 7 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 13 /solr/collections/onlyinzk/state.json
[junit4] 2> 10 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 5 /solr/collections/halfcollection/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 5 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 324 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DDB2EE8FAC9CD90-001
[junit4] 2> Jan 15, 2018 3:55:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=sv-SE, timezone=America/Atka
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=137806224,total=467017728
[junit4] 2> NOTE: All tests run in this JVM: [TestFastWriter, TestExactSharedStatsCache, TestConfig, V2ApiIntegrationTest, CoreAdminRequestStatusTest, TestPostingsSolrHighlighter, DeleteLastCustomShardedReplicaTest, CdcrReplicationHandlerTest, TestLegacyTerms, RecoveryAfterSoftCommitTest, SystemInfoHandlerTest, ComputePlanActionTest, ZkSolrClientTest, TestComplexPhraseLeadingWildcard, ZkNodePropsTest, TestExecutePlanAction, TestFieldCacheWithThreads, TestValueSourceCache, TestSchemaManager, FileUtilsTest, TestExtendedDismaxParser, HdfsNNFailoverTest, TestQueryWrapperFilter, TestReload, TestBadConfig, DebugComponentTest, BasicDistributedZk2Test, TestInfoStreamLogging, QueryEqualityTest, TestSuggestSpellingConverter, TestInPlaceUpdatesDistrib, TestLargeCluster, DeleteReplicaTest, TestNodeLostTrigger, MetricUtilsTest, TestRuleBasedAuthorizationPlugin, TestBlobHandler, SystemLogListenerTest, TestCrossCoreJoin, TestStressLucene, RequestLoggingTest, TestJettySolrRunner, TestRequestForwarding, FieldMutatingUpdateProcessorTest, PingRequestHandlerTest, TestCollectionsAPIViaSolrCloudCluster, TermVectorComponentDistributedTest, TestSort, TestDocTermOrds, TestBM25SimilarityFactory, TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, TestUtilizeNode, SearchHandlerTest, SpatialHeatmapFacetsTest, TestCloudManagedSchema, TestDefaultStatsCache, DocValuesMissingTest, BasicFunctionalityTest, HdfsAutoAddReplicasIntegrationTest, TestSolrConfigHandlerConcurrent, TestStressReorder, SolrCoreTest, TestConfigSetsAPIExclusivity, TestDFISimilarityFactory, TestStressCloudBlindAtomicUpdates, UninvertDocValuesMergePolicyTest, OverseerCollectionConfigSetProcessorTest, TestPivotHelperCode, UpdateParamsTest, ZkFailoverTest, DistributedFacetPivotLargeTest, TestMinMaxOnMultiValuedField, TestSimpleTrackingShardHandler, ChaosMonkeyNothingIsSafeWithPullReplicasTest, MultiThreadedOCPTest, TestBulkSchemaAPI, TestFieldTypeCollectionResource, TestGroupingSearch, TestClusterStateMutator, TestAnalyzeInfixSuggestions, TestHighFrequencyDictionaryFactory, TestQueryUtils, SegmentsInfoRequestHandlerTest, SSLMigrationTest, TestTrie, TestNRTOpen, HdfsTlogReplayBufferedWhileIndexingTest, TestRTGBase, LeaderElectionIntegrationTest, TestMacroExpander, TriggerIntegrationTest, ConjunctionSolrSpellCheckerTest, SolrIndexConfigTest, TestRebalanceLeaders, TestZkChroot, TermVectorComponentTest, TestJsonRequest, SolrPluginUtilsTest, CollectionsAPIAsyncDistributedZkTest, PluginInfoTest, TestConfigOverlay, AliasIntegrationTest, TestExportWriter, AnalysisAfterCoreReloadTest, LeaderInitiatedRecoveryOnCommitTest, TestUseDocValuesAsStored, TestLeaderInitiatedRecoveryThread, LoggingHandlerTest, SuggestComponentTest, CurrencyRangeFacetCloudTest, InfoHandlerTest, TestNumericRangeQuery32, ZkStateWriterTest, TestLuceneIndexBackCompat, TestSolrCloudWithKerberosAlt, TestPerFieldSimilarity, TestCloudPivotFacet, TestSolrQueryParser, TestApiFramework, SubstringBytesRefFilterTest, TestTrieFacet, OpenCloseCoreStressTest, TestMergePolicyConfig, SolrSlf4jReporterTest, TestSSLRandomization, SpatialRPTFieldTypeTest, TestShortCircuitedRequests, TestSQLHandlerNonCloud, SimplePostToolTest, BaseCdcrDistributedZkTest, DistributedMLTComponentTest, TestSubQueryTransformerDistrib, CdcrBootstrapTest, BooleanFieldTest, TestDocSet, AssignTest, FullSolrCloudDistribCmdsTest, DocValuesNotIndexedTest, BlobRepositoryCloudTest, FacetPivotSmallTest, TestAddFieldRealTimeGet, DistributedQueueTest, TestSolrDeletionPolicy1, AddSchemaFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPullReplica, TemplateUpdateProcessorTest, HttpSolrCallGetCoreTest, UUIDUpdateProcessorFallbackTest, TestCloudNestedDocsSort, StatelessScriptUpdateProcessorFactoryTest, TestComponentsName, TestCharFilters, TestDynamicLoading, TestFaceting, SynonymTokenizerTest, CurrencyFieldTypeTest, TestFastOutputStream, CollectionsAPIDistributedZkTest]
[junit4] Completed [499/767 (4!)] on J1 in 143.19s, 19 tests, 1 error <<< FAILURES!
[...truncated 49042 lines...]