You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/14 14:55:50 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 399 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/399/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([C946F8ADA3128640:F6CEFB05B44476A7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12259 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/init-core-data-001
[junit4] 2> 994228 WARN (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 994229 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 994232 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 994233 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 994233 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
[junit4] 2> 994233 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001
[junit4] 2> 994233 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 994234 INFO (Thread-1658) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 994234 INFO (Thread-1658) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 994236 ERROR (Thread-1658) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 994334 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51930
[junit4] 2> 994352 INFO (zkConnectionManagerCallback-1629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994357 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e688540000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994359 INFO (jetty-launcher-1626-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 994359 INFO (jetty-launcher-1626-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 994360 INFO (jetty-launcher-1626-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 994361 INFO (jetty-launcher-1626-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16235325{/solr,null,AVAILABLE}
[junit4] 2> 994369 INFO (jetty-launcher-1626-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66b7fdf1{/solr,null,AVAILABLE}
[junit4] 2> 994369 INFO (jetty-launcher-1626-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67491d60{HTTP/1.1,[http/1.1]}{127.0.0.1:51933}
[junit4] 2> 994369 INFO (jetty-launcher-1626-thread-3) [ ] o.e.j.s.Server Started @1001113ms
[junit4] 2> 994369 INFO (jetty-launcher-1626-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51933}
[junit4] 2> 994369 ERROR (jetty-launcher-1626-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 994369 INFO (jetty-launcher-1626-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cb45168{HTTP/1.1,[http/1.1]}{127.0.0.1:51932}
[junit4] 2> 994370 INFO (jetty-launcher-1626-thread-2) [ ] o.e.j.s.Server Started @1001114ms
[junit4] 2> 994370 INFO (jetty-launcher-1626-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51932}
[junit4] 2> 994370 INFO (jetty-launcher-1626-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 994370 INFO (jetty-launcher-1626-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 994370 INFO (jetty-launcher-1626-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 994370 INFO (jetty-launcher-1626-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T13:40:37.210Z
[junit4] 2> 994370 ERROR (jetty-launcher-1626-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 994370 INFO (jetty-launcher-1626-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48883423{/solr,null,AVAILABLE}
[junit4] 2> 994371 INFO (jetty-launcher-1626-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 994371 INFO (jetty-launcher-1626-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 994371 INFO (jetty-launcher-1626-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 994371 INFO (jetty-launcher-1626-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T13:40:37.211Z
[junit4] 2> 994373 INFO (jetty-launcher-1626-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b338bd0{HTTP/1.1,[http/1.1]}{127.0.0.1:51934}
[junit4] 2> 994373 INFO (jetty-launcher-1626-thread-1) [ ] o.e.j.s.Server Started @1001116ms
[junit4] 2> 994373 INFO (jetty-launcher-1626-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51934}
[junit4] 2> 994373 ERROR (jetty-launcher-1626-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 994376 INFO (jetty-launcher-1626-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 994376 INFO (jetty-launcher-1626-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 994377 INFO (jetty-launcher-1626-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 994377 INFO (jetty-launcher-1626-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T13:40:37.217Z
[junit4] 2> 994377 INFO (zkConnectionManagerCallback-1631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994380 INFO (jetty-launcher-1626-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 994380 INFO (zkConnectionManagerCallback-1633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994381 INFO (zkConnectionManagerCallback-1635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994381 INFO (jetty-launcher-1626-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 994381 INFO (jetty-launcher-1626-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 994387 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e688540003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994391 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e688540002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994391 INFO (jetty-launcher-1626-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51930/solr
[junit4] 2> 994392 INFO (jetty-launcher-1626-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51930/solr
[junit4] 2> 994393 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e688540001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994395 INFO (zkConnectionManagerCallback-1639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994395 INFO (jetty-launcher-1626-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51930/solr
[junit4] 2> 994396 INFO (zkConnectionManagerCallback-1643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994397 INFO (zkConnectionManagerCallback-1647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994398 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e688540004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994399 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e688540005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994400 INFO (zkConnectionManagerCallback-1649-thread-1-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994401 INFO (zkConnectionManagerCallback-1651-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994401 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e688540006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994404 INFO (zkConnectionManagerCallback-1653-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994576 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 994576 INFO (jetty-launcher-1626-thread-2) [n:127.0.0.1:51932_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 994576 INFO (jetty-launcher-1626-thread-3) [n:127.0.0.1:51933_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 994576 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51934_solr
[junit4] 2> 994578 INFO (jetty-launcher-1626-thread-2) [n:127.0.0.1:51932_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51932_solr
[junit4] 2> 994578 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.c.Overseer Overseer (id=99348462769012743-127.0.0.1:51934_solr-n_0000000000) starting
[junit4] 2> 994578 INFO (jetty-launcher-1626-thread-3) [n:127.0.0.1:51933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51933_solr
[junit4] 2> 994580 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 994581 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 994581 INFO (zkCallback-1648-thread-1-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 994582 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 994594 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 994604 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51934_solr
[junit4] 2> 994605 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 994605 INFO (zkCallback-1648-thread-1-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 994616 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 994684 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51934.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994691 INFO (jetty-launcher-1626-thread-3) [n:127.0.0.1:51933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994715 INFO (jetty-launcher-1626-thread-3) [n:127.0.0.1:51933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994717 INFO (jetty-launcher-1626-thread-3) [n:127.0.0.1:51933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994720 INFO (jetty-launcher-1626-thread-3) [n:127.0.0.1:51933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node3/.
[junit4] 2> 994726 INFO (jetty-launcher-1626-thread-2) [n:127.0.0.1:51932_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51932.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994734 INFO (jetty-launcher-1626-thread-2) [n:127.0.0.1:51932_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51932.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994734 INFO (jetty-launcher-1626-thread-2) [n:127.0.0.1:51932_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51932.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994736 INFO (jetty-launcher-1626-thread-2) [n:127.0.0.1:51932_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node2/.
[junit4] 2> 994738 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51934.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994738 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51934.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 994742 INFO (jetty-launcher-1626-thread-1) [n:127.0.0.1:51934_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node1/.
[junit4] 2> 994842 INFO (zkConnectionManagerCallback-1661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994846 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f4e68854000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 994852 INFO (zkConnectionManagerCallback-1665-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 994853 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 994855 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51930/solr ready
[junit4] 2> 994862 INFO (qtp410541803-8421) [n:127.0.0.1:51933_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 994878 INFO (OverseerThreadFactory-3873-thread-1-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 994994 INFO (OverseerStateUpdate-99348462769012743-127.0.0.1:51934_solr-n_0000000000) [n:127.0.0.1:51934_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51932/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 995001 INFO (OverseerStateUpdate-99348462769012743-127.0.0.1:51934_solr-n_0000000000) [n:127.0.0.1:51934_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51934/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 995006 INFO (OverseerStateUpdate-99348462769012743-127.0.0.1:51934_solr-n_0000000000) [n:127.0.0.1:51934_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51933/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 995221 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 995221 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 995221 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 995222 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 995222 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 995222 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 995339 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 995339 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 995340 INFO (zkCallback-1648-thread-1-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 995340 INFO (zkCallback-1652-thread-2-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 995341 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 995341 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 996249 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 996249 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 996258 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 996259 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 996259 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 996261 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 996261 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 996262 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 996264 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 996266 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 996266 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 996272 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 996272 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 996272 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 996273 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 996276 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 996276 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 996277 WARN (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 996277 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 996277 WARN (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 996278 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 996277 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51934.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 996278 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51933.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 996278 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 996278 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 996278 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51932.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 996278 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
[junit4] 2> 996278 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 996278 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
[junit4] 2> 996278 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
[junit4] 2> 996347 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 996347 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 996347 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 996347 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 996348 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 996348 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 996348 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 996348 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 996349 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 996349 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 996350 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3faf4d14[.system_shard1_replica_n2] main]
[junit4] 2> 996350 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@d371106[.system_shard1_replica_p4] main]
[junit4] 2> 996350 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@548b8a37[.system_shard1_replica_n1] main]
[junit4] 2> 996351 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 996351 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 996351 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 996351 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 996352 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 996352 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 996352 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 996352 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 996352 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 996352 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 996352 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 996353 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 996353 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 996353 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589575406524039168
[junit4] 2> 996354 INFO (searcherExecutor-3880-thread-1-processing-n:127.0.0.1:51934_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@3faf4d14[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 996357 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 996357 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 996362 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 996362 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 9 ms
[junit4] 2> 996362 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 996362 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 9 ms
[junit4] 2> 996362 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 996362 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 996363 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589575406534524928
[junit4] 2> 996363 INFO (searcherExecutor-3882-thread-1-processing-n:127.0.0.1:51932_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@548b8a37[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 996363 INFO (searcherExecutor-3881-thread-1-processing-n:127.0.0.1:51933_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@d371106[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 996364 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
[junit4] 2> 996364 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 996364 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 996366 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 996366 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 996474 INFO (zkCallback-1652-thread-2-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 996474 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 996474 INFO (zkCallback-1648-thread-3-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 996474 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 996474 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 996474 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 996871 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 996871 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 996871 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51934/solr/.system_shard1_replica_n2/
[junit4] 2> 996871 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:51934/solr START replicas=[http://127.0.0.1:51932/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 996872 INFO (qtp1878001526-8407) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 997174 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:51934/solr DONE. We have no versions. sync failed.
[junit4] 2> 997174 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 997174 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 997174 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 997186 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51934/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 997290 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997290 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997290 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997290 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997290 INFO (zkCallback-1652-thread-2-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997290 INFO (zkCallback-1648-thread-3-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997308 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 997309 INFO (indexFetcher-3895-thread-1) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
[junit4] 2> 997311 INFO (qtp1877871660-8414) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2089
[junit4] 2> 997384 INFO (qtp410541803-8423) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2163
[junit4] 2> 997385 INFO (qtp1878001526-8406) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2164
[junit4] 2> 997393 INFO (qtp410541803-8421) [n:127.0.0.1:51933_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 997500 INFO (zkCallback-1652-thread-2-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997500 INFO (zkCallback-1648-thread-3-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997500 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997500 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997500 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 997500 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 998396 INFO (qtp410541803-8421) [n:127.0.0.1:51933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3533
[junit4] 2> 998403 INFO (qtp410541803-8425) [n:127.0.0.1:51933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 998408 INFO (qtp1878001526-8411) [n:127.0.0.1:51932_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 998413 INFO (qtp1877871660-8415) [n:127.0.0.1:51934_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 998485 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 998485 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 998487 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62f99c7a{/solr,null,AVAILABLE}
[junit4] 2> 998487 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@372f20c5{HTTP/1.1,[http/1.1]}{127.0.0.1:51964}
[junit4] 2> 998487 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.e.j.s.Server Started @1005231ms
[junit4] 2> 998487 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51964}
[junit4] 2> 998488 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 998488 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 998488 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 998488 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 998488 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T13:40:41.328Z
[junit4] 2> 998490 INFO (zkConnectionManagerCallback-1667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 998490 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 998495 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51930/solr
[junit4] 2> 998497 INFO (zkConnectionManagerCallback-1671-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 998509 INFO (zkConnectionManagerCallback-1673-thread-1-processing-n:127.0.0.1:51964_solr) [n:127.0.0.1:51964_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 998518 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [n:127.0.0.1:51964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 998522 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [n:127.0.0.1:51964_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 998525 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [n:127.0.0.1:51964_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51964_solr
[junit4] 2> 998526 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 998526 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 998527 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 998527 INFO (zkCallback-1672-thread-1-processing-n:127.0.0.1:51964_solr) [n:127.0.0.1:51964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 998527 INFO (zkCallback-1664-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 998622 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [n:127.0.0.1:51964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51964.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 998628 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [n:127.0.0.1:51964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51964.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 998628 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [n:127.0.0.1:51964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51964.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c0adad
[junit4] 2> 998630 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [n:127.0.0.1:51964_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001/tempDir-001/node4/.
[junit4] 2> 998877 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@67491d60{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 998877 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1368856218
[junit4] 2> 998878 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 998878 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d78e4ae: rootName = solr_51933, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9b88310
[junit4] 2> 998885 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 998885 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79f6c6b1: rootName = solr_51933, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61903954
[junit4] 2> 998890 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 998890 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50d662f5: rootName = solr_51933, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@132d6c0e
[junit4] 2> 998892 INFO (OverseerCollectionConfigSetProcessor-99348462769012743-127.0.0.1:51934_solr-n_0000000000) [n:127.0.0.1:51934_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 998893 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51933_solr
[junit4] 2> 998895 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 998895 INFO (zkCallback-1672-thread-1-processing-n:127.0.0.1:51964_solr) [n:127.0.0.1:51964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 998895 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 998895 INFO (zkCallback-1652-thread-1-processing-n:127.0.0.1:51933_solr) [n:127.0.0.1:51933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 998895 INFO (zkCallback-1664-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 998897 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 998898 INFO (coreCloseExecutor-3906-thread-1) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@7c3e5c1e
[junit4] 2> 998898 INFO (coreCloseExecutor-3906-thread-1) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=2084461598
[junit4] 2> 998898 INFO (coreCloseExecutor-3906-thread-1) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16c8ad5b: rootName = solr_51933, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@6fdeb963
[junit4] 2> 998907 INFO (coreCloseExecutor-3906-thread-1) [n:127.0.0.1:51933_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=2084461598
[junit4] 2> 998911 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66b7fdf1{/solr,null,UNAVAILABLE}
[junit4] 2> 998998 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 998998 INFO (zkCallback-1650-thread-1-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 998998 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 998998 INFO (zkCallback-1648-thread-1-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 999116 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[C946F8ADA3128640]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
[junit4] 2> 999144 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[C946F8ADA3128640]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 999146 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[C946F8ADA3128640]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=C946F8ADA3128640 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=Etc/GMT+8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.03s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.
[...truncated too long message...]
c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31e808ef: rootName = solr_51932, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4333b179
[junit4] 2> 999179 INFO (coreCloseExecutor-3909-thread-1) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@7a68e7c4
[junit4] 2> 999179 INFO (coreCloseExecutor-3909-thread-1) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=2053695428
[junit4] 2> 999180 INFO (coreCloseExecutor-3909-thread-1) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2dfdefe2: rootName = solr_51934, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4de06ce2
[junit4] 2> 999180 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 999180 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 999181 INFO (zkCallback-1672-thread-2-processing-n:127.0.0.1:51964_solr) [n:127.0.0.1:51964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 999192 INFO (jetty-closer-1627-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 999192 INFO (jetty-closer-1627-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ab75de6: rootName = solr_51964, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@132d6c0e
[junit4] 2> 999194 INFO (jetty-closer-1627-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51964_solr
[junit4] 2> 999196 INFO (zkCallback-1650-thread-2-processing-n:127.0.0.1:51932_solr) [n:127.0.0.1:51932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 999196 INFO (zkCallback-1648-thread-2-processing-n:127.0.0.1:51934_solr) [n:127.0.0.1:51934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 999197 INFO (jetty-closer-1627-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 999197 INFO (zkCallback-1672-thread-2-processing-n:127.0.0.1:51964_solr) [n:127.0.0.1:51964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 999198 INFO (jetty-closer-1627-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 999201 INFO (coreCloseExecutor-3908-thread-1) [n:127.0.0.1:51932_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1602002519
[junit4] 2> 999201 INFO (coreCloseExecutor-3909-thread-1) [n:127.0.0.1:51934_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=2053695428
[junit4] 2> 999203 INFO (jetty-closer-1627-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62f99c7a{/solr,null,UNAVAILABLE}
[junit4] 2> 999205 INFO (jetty-closer-1627-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99348462769012743-127.0.0.1:51934_solr-n_0000000000) closing
[junit4] 2> 999205 INFO (jetty-closer-1627-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16235325{/solr,null,UNAVAILABLE}
[junit4] 2> 999205 INFO (OverseerStateUpdate-99348462769012743-127.0.0.1:51934_solr-n_0000000000) [n:127.0.0.1:51934_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51934_solr
[junit4] 2> 999206 WARN (OverseerAutoScalingTriggerThread-99348462769012743-127.0.0.1:51934_solr-n_0000000000) [n:127.0.0.1:51934_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 999208 INFO (jetty-closer-1627-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48883423{/solr,null,UNAVAILABLE}
[junit4] 2> 999209 ERROR (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 999209 INFO (SUITE-TestClusterStateProvider-seed#[C946F8ADA3128640]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51930 51930
[junit4] 2> 999224 INFO (Thread-1658) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51930 51930
[junit4] 2> 999313 WARN (Thread-1658) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99348462769012744-127.0.0.1:51932_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C946F8ADA3128640-001
[junit4] 2> Jan 14, 2018 1:40:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1721, maxMBSortInHeap=6.58431214183433, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-LB, timezone=Etc/GMT+8
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=182461304,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestQueryWrapperFilter, TestInitParams, DataDrivenBlockJoinTest, SecurityConfHandlerTest, TestHttpShardHandlerFactory, TestTolerantUpdateProcessorRandomCloud, DirectUpdateHandlerOptimizeTest, BinaryUpdateRequestHandlerTest, TestSlowCompositeReaderWrapper, TestDistributedStatsComponentCardinality, DateRangeFieldTest, SignatureUpdateProcessorFactoryTest, SuggesterTSTTest, CursorPagingTest, TestImplicitCoreProperties, AutoScalingHandlerTest, TestRetrieveFieldsOptimizer, XmlUpdateRequestHandlerTest, TestFilteredDocIdSet, DeleteNodeTest, HighlighterConfigTest, LeaderInitiatedRecoveryOnShardRestartTest, CircularListTest, TestInPlaceUpdatesDistrib, XsltUpdateRequestHandlerTest, TestObjectReleaseTracker, OverseerModifyCollectionTest, WrapperMergePolicyFactoryTest, RAMDirectoryFactoryTest, TestPseudoReturnFields, NumericFieldsTest, HdfsCollectionsAPIDistributedZkTest, MetricsHandlerTest, TestComplexPhraseLeadingWildcard, TestRecoveryHdfs, DistributedTermsComponentTest, BlockJoinFacetDistribTest, CSVRequestHandlerTest, ConfigSetsAPITest, TestQuerySenderNoQuery, CoreMergeIndexesAdminHandlerTest, TestHalfAndHalfDocValues, TestFiltering, DistributedVersionInfoTest, NoCacheHeaderTest, TestCoreDiscovery, TestSweetSpotSimilarityFactory, TestDocTermOrds, SmileWriterTest, TestCloudJSONFacetJoinDomain, SpellCheckComponentTest, TestOmitPositions, TestUninvertingReader, ShardRoutingTest, HdfsThreadLeakTest, TestUtils, TestRecovery, URLClassifyProcessorTest, TestCopyFieldCollectionResource, ClassificationUpdateProcessorIntegrationTest, PathHierarchyTokenizerFactoryTest, DistributedFacetPivotLongTailTest, UniqFieldsUpdateProcessorFactoryTest, AnalyticsQueryTest, SolrJmxReporterTest, DistributedFacetExistsSmallTest, DistributedSuggestComponentTest, TestStreamBody, UnloadDistributedZkTest, V2StandaloneTest, HttpSolrCallGetCoreTest, ScriptEngineTest, TestTolerantSearch, CollectionTooManyReplicasTest, TestDefaultStatsCache, TestMissingGroups, TestQuerySenderListener, TestUseDocValuesAsStored2, SolrMetricManagerTest, TestLRUStatsCache, TestStressInPlaceUpdates, TestCollectionAPI, ShowFileRequestHandlerTest, TestPullReplicaErrorHandling, SolrInfoBeanTest, TestRequestStatusCollectionAPI, TestBackupRepositoryFactory, TestHdfsBackupRestoreCore, TestCloudNestedDocsSort, TestSolrCoreParser, DistributedQueryComponentCustomSortTest, StatsComponentTest, TestDeleteCollectionOnDownNodes, SortByFunctionTest, QueryParsingTest, TestCustomStream, SliceStateTest, TestLocalFSCloudBackupRestore, DisMaxRequestHandlerTest, TestRandomRequestDistribution, TestConfigSets, SolrIndexMetricsTest, TestClusterStateProvider]
[junit4] Completed [188/766 (1!)] on J0 in 6.13s, 2 tests, 1 failure <<< FAILURES!
[...truncated 50099 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 401 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/401/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
6 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:D5AE5A5CFCFAE205]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:60463/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestPullReplica.testRealTimeGet
Error Message:
Unexpected replica count null Live Nodes: [127.0.0.1:59416_solr, 127.0.0.1:59417_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Unexpected replica count
null
Live Nodes: [127.0.0.1:59416_solr, 127.0.0.1:59417_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:C5B6DBEB58736359]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:329)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[9DDB2EE8FAC9CD90:86CBDFA40C3935A0]}
Error Message:
Could not find collection : pull_replica_test_create_delete
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:86CBDFA40C3935A0]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[9DDB2EE8FAC9CD90:329D635838FBFE8C]}
Error Message:
Too many open files
Stack Trace:
java.net.SocketException: Too many open files
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90:329D635838FBFE8C]:0)
at java.net.Socket.createImpl(Socket.java:460)
at java.net.Socket.getImpl(Socket.java:520)
at java.net.Socket.setSoTimeout(Socket.java:1141)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:120)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:156)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
Could not find collection:collection1
Stack Trace:
java.lang.AssertionError: Could not find collection:collection1
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.search.join.TestCloudNestedDocsSort.setupCluster(TestCloudNestedDocsSort.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.HttpSolrCallGetCoreTest
Error Message:
Could not find collection:collection1
Stack Trace:
java.lang.AssertionError: Could not find collection:collection1
at __randomizedtesting.SeedInfo.seed([9DDB2EE8FAC9CD90]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.servlet.HttpSolrCallGetCoreTest.setupCluster(HttpSolrCallGetCoreTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13207 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> 3112347 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/init-core-data-001
[junit4] 2> 3112348 WARN (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 3112348 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3112355 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3112356 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001
[junit4] 2> 3112356 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3112356 INFO (Thread-3126) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3112356 INFO (Thread-3126) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3112359 ERROR (Thread-3126) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3112465 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59414
[junit4] 2> 3112481 INFO (zkConnectionManagerCallback-3595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112490 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3112490 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4acb9b0f{/solr,null,AVAILABLE}
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@642dbe{/solr,null,AVAILABLE}
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c230b37{HTTP/1.1,[http/1.1]}{127.0.0.1:59417}
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.e.j.s.Server Started @3116315ms
[junit4] 2> 3112493 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59417}
[junit4] 2> 3112495 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f540ccf{HTTP/1.1,[http/1.1]}{127.0.0.1:59416}
[junit4] 2> 3112495 INFO (jetty-launcher-3592-thread-1) [ ] o.e.j.s.Server Started @3116317ms
[junit4] 2> 3112495 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59416}
[junit4] 2> 3112495 ERROR (jetty-launcher-3592-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3112495 ERROR (jetty-launcher-3592-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T15:47:05.222Z
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3112496 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T15:47:05.222Z
[junit4] 2> 3112498 INFO (zkConnectionManagerCallback-3597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112498 INFO (zkConnectionManagerCallback-3599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112499 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3112499 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3112528 INFO (jetty-launcher-3592-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59414/solr
[junit4] 2> 3112528 INFO (jetty-launcher-3592-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59414/solr
[junit4] 2> 3112530 INFO (zkConnectionManagerCallback-3605-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112530 INFO (zkConnectionManagerCallback-3607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112533 INFO (zkConnectionManagerCallback-3610-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112533 INFO (zkConnectionManagerCallback-3611-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112711 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3112712 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3112712 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59416_solr
[junit4] 2> 3112713 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59417_solr
[junit4] 2> 3112714 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.Overseer Overseer (id=99354622367105029-127.0.0.1:59416_solr-n_0000000000) starting
[junit4] 2> 3112717 INFO (zkCallback-3608-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3112719 INFO (zkCallback-3609-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3112728 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59416_solr
[junit4] 2> 3112730 INFO (zkCallback-3609-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3112730 INFO (zkCallback-3608-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3112818 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112824 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112824 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112825 INFO (jetty-launcher-3592-thread-1) [n:127.0.0.1:59416_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/.
[junit4] 2> 3112861 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112867 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112867 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3112868 INFO (jetty-launcher-3592-thread-2) [n:127.0.0.1:59417_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/.
[junit4] 2> 3112891 INFO (zkConnectionManagerCallback-3617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112894 INFO (zkConnectionManagerCallback-3621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3112896 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3112897 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59414/solr ready
[junit4] 2> 3112903 INFO (SUITE-TestPullReplica-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 3112907 INFO (qtp1042818031-17484) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3112908 INFO (qtp1042818031-17484) [n:127.0.0.1:59416_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3113016 INFO (TEST-TestPullReplica.testRealTimeGet-seed#[9DDB2EE8FAC9CD90]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet
[junit4] 2> 3113018 INFO (qtp1042818031-17486) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=2&replicationFactor=2&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3113021 INFO (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_real_time_get
[junit4] 2> 3113022 WARN (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_real_time_get is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 3113136 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59416/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113140 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59417/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113144 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59416/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113148 INFO (OverseerStateUpdate-99354622367105029-127.0.0.1:59416_solr-n_0000000000) [n:127.0.0.1:59416_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_real_time_get_shard1_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59417/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3113357 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 3113357 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3113358 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3113358 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3113358 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p6&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 3113358 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3113472 INFO (zkCallback-3608-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3113472 INFO (zkCallback-3609-thread-1-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3113472 INFO (zkCallback-3608-thread-2-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3113473 INFO (zkCallback-3609-thread-2-processing-n:127.0.0.1:59417_solr) [n:127.0.0.1:59417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_real_time_get/state.json] for collection [pull_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3114390 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114391 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114403 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114403 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3114408 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_p6] Schema name=minimal
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_p6' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114408 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_p4] Schema name=minimal
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.core.pull_replica_test_real_time_get.shard1.replica_p6' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114412 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_p6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/pull_replica_test_real_time_get_shard1_replica_p6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/./pull_replica_test_real_time_get_shard1_replica_p6/data/]
[junit4] 2> 3114413 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114413 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_p4' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114414 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.core.pull_replica_test_real_time_get.shard1.replica_p4' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114414 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114414 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/pull_replica_test_real_time_get_shard1_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/./pull_replica_test_real_time_get_shard1_replica_p4/data/]
[junit4] 2> 3114416 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3114417 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_real_time_get_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_n2' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59417.solr.core.pull_replica_test_real_time_get.shard1.replica_n2' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114428 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/pull_replica_test_real_time_get_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node2/./pull_replica_test_real_time_get_shard1_replica_n2/data/]
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1' using configuration from collection pull_replica_test_real_time_get, trusted=true
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59416.solr.core.pull_replica_test_real_time_get.shard1.replica_n1' (registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10f4cc7d
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3114429 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/pull_replica_test_real_time_get_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_9DDB2EE8FAC9CD90-001/tempDir-001/node1/./pull_replica_test_real_time_get_shard1_replica_n1/data/]
[junit4] 2> 3114506 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@190e5b52
[junit4] 2> 3114506 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_n2, tag=420371282
[junit4] 2> 3114509 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a7480b5: rootName = solr_59417, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7b47a79d
[junit4] 2> 3114509 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3dfdb0dc
[junit4] 2> 3114509 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_n1, tag=1040036060
[junit4] 2> 3114509 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48f77088: rootName = solr_59416, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@41d2887a
[junit4] 2> 3114510 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@35e4ce9f
[junit4] 2> 3114512 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_p6] CLOSING SolrCore org.apache.solr.core.SolrCore@7fb6c75f
[junit4] 2> 3114512 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=420371282
[junit4] 2> 3114513 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_p6, tag=2142685023
[junit4] 2> 3114513 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7296ee99: rootName = solr_59417, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_p6, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_p6 / com.codahale.metrics.MetricRegistry@7d7c988e
[junit4] 2> 3114515 ERROR (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n2': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_n2]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1055)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1008)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:427)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:966)
[junit4] 2> ... 38 more
[junit4] 2>
[junit4] 2> 3114515 INFO (qtp1560461278-17482) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node5 x:pull_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1157
[junit4] 2> 3114516 ERROR (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:59417/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59417/solr: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n2': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3114521 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=1040036060
[junit4] 2> 3114523 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_real_time_get.shard1.replica_p4, tag=904187551
[junit4] 2> 3114524 ERROR (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n1] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1055)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1008)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:427)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:966)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 3114524 INFO (qtp1042818031-17488) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node3 x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1166
[junit4] 2> 3114525 ERROR (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:59416/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59416/solr: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1': Unable to create core [pull_replica_test_real_time_get_shard1_replica_n1] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3114528 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c3163f3: rootName = solr_59416, domain = solr.core.pull_replica_test_real_time_get.shard1.replica_p4, service url = null, agent id = null] for registry solr.core.pull_replica_test_real_time_get.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@7f25f41e
[junit4] 2> 3114528 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=2142685023
[junit4] 2> 3114529 ERROR (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_p6': Unable to create core [pull_replica_test_real_time_get_shard1_replica_p6] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_p6]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1055)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1008)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:427)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:966)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 3114530 INFO (qtp1560461278-17485) [n:127.0.0.1:59417_solr c:pull_replica_test_real_time_get s:shard1 r:core_node8 x:pull_replica_test_real_time_get_shard1_replica_p6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p6&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=400 QTime=1171
[junit4] 2> 3114530 ERROR (OverseerThreadFactory-6833-thread-1-processing-n:127.0.0.1:59416_solr) [n:127.0.0.1:59416_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:59417/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59417/solr: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_p6': Unable to create core [pull_replica_test_real_time_get_shard1_replica_p6] Caused by: invalid API spec: apispec/emptySpec.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3114533 INFO (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, tag=904187551
[junit4] 2> 3114537 ERROR (qtp1042818031-17487) [n:127.0.0.1:59416_solr c:pull_replica_test_real_time_get s:shard1 r:core_node7 x:pull_replica_test_real_time_get_shard1_replica_p4] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'pull_replica_test_real_time_get_shard1_replica_p4': Unable to create core [pull_replica_test_real_time_get_shard1_replica_p4] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:989)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [pull_replica_test_real_time_get_shard1_replica_p4]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:105
[...truncated too long message...]
[junit4] 2> 3644771 INFO (jetty-closer-4002-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3644772 INFO (jetty-closer-4002-thread-4) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60464_solr
[junit4] 2> 3644773 INFO (zkCallback-4029-thread-3-processing-n:127.0.0.1:60464_solr) [n:127.0.0.1:60464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644773 INFO (zkCallback-4070-thread-2-processing-n:127.0.0.1:60463_solr) [n:127.0.0.1:60463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644773 INFO (zkCallback-4031-thread-7-processing-n:127.0.0.1:60465_solr) [n:127.0.0.1:60465_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644773 INFO (zkCallback-4035-thread-4-processing-n:127.0.0.1:60466_solr) [n:127.0.0.1:60466_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 3644776 INFO (jetty-closer-4002-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73e6ceb4{/solr,null,UNAVAILABLE}
[junit4] 2> 3644778 INFO (zkCallback-4070-thread-6-processing-n:127.0.0.1:60463_solr) [n:127.0.0.1:60463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3644779 INFO (zkCallback-4029-thread-1-processing-n:127.0.0.1:60464_solr) [n:127.0.0.1:60464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3644780 INFO (jetty-closer-4002-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@30c66fd8{/solr,null,UNAVAILABLE}
[junit4] 2> 3644783 INFO (jetty-closer-4002-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60463_solr
[junit4] 2> 3644783 INFO (jetty-closer-4002-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3644784 INFO (zkCallback-4070-thread-6-processing-n:127.0.0.1:60463_solr) [n:127.0.0.1:60463_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3644785 INFO (zkCallback-4029-thread-1-processing-n:127.0.0.1:60464_solr) [n:127.0.0.1:60464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3644786 INFO (jetty-closer-4002-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3644786 INFO (jetty-closer-4002-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99354647925817353-127.0.0.1:60464_solr-n_0000000000) closing
[junit4] 2> 3644787 INFO (OverseerStateUpdate-99354647925817353-127.0.0.1:60464_solr-n_0000000000) [n:127.0.0.1:60464_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60464_solr
[junit4] 2> 3644789 INFO (jetty-closer-4002-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d68c24c{/solr,null,UNAVAILABLE}
[junit4] 2> 3644789 WARN (OverseerAutoScalingTriggerThread-99354647925817353-127.0.0.1:60464_solr-n_0000000000) [n:127.0.0.1:60464_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3644798 INFO (jetty-closer-4002-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c85c338{/solr,null,UNAVAILABLE}
[junit4] 2> 3644799 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3644800 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DDB2EE8FAC9CD90]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60461 60461
[junit4] 2> 3644803 INFO (Thread-3419) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60461 60461
[junit4] 2> 3645000 WARN (Thread-3419) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 7 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 13 /solr/collections/onlyinzk/state.json
[junit4] 2> 10 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 5 /solr/collections/halfcollection/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 5 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 324 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DDB2EE8FAC9CD90-001
[junit4] 2> Jan 15, 2018 3:55:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=sv-SE, timezone=America/Atka
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=137806224,total=467017728
[junit4] 2> NOTE: All tests run in this JVM: [TestFastWriter, TestExactSharedStatsCache, TestConfig, V2ApiIntegrationTest, CoreAdminRequestStatusTest, TestPostingsSolrHighlighter, DeleteLastCustomShardedReplicaTest, CdcrReplicationHandlerTest, TestLegacyTerms, RecoveryAfterSoftCommitTest, SystemInfoHandlerTest, ComputePlanActionTest, ZkSolrClientTest, TestComplexPhraseLeadingWildcard, ZkNodePropsTest, TestExecutePlanAction, TestFieldCacheWithThreads, TestValueSourceCache, TestSchemaManager, FileUtilsTest, TestExtendedDismaxParser, HdfsNNFailoverTest, TestQueryWrapperFilter, TestReload, TestBadConfig, DebugComponentTest, BasicDistributedZk2Test, TestInfoStreamLogging, QueryEqualityTest, TestSuggestSpellingConverter, TestInPlaceUpdatesDistrib, TestLargeCluster, DeleteReplicaTest, TestNodeLostTrigger, MetricUtilsTest, TestRuleBasedAuthorizationPlugin, TestBlobHandler, SystemLogListenerTest, TestCrossCoreJoin, TestStressLucene, RequestLoggingTest, TestJettySolrRunner, TestRequestForwarding, FieldMutatingUpdateProcessorTest, PingRequestHandlerTest, TestCollectionsAPIViaSolrCloudCluster, TermVectorComponentDistributedTest, TestSort, TestDocTermOrds, TestBM25SimilarityFactory, TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, TestUtilizeNode, SearchHandlerTest, SpatialHeatmapFacetsTest, TestCloudManagedSchema, TestDefaultStatsCache, DocValuesMissingTest, BasicFunctionalityTest, HdfsAutoAddReplicasIntegrationTest, TestSolrConfigHandlerConcurrent, TestStressReorder, SolrCoreTest, TestConfigSetsAPIExclusivity, TestDFISimilarityFactory, TestStressCloudBlindAtomicUpdates, UninvertDocValuesMergePolicyTest, OverseerCollectionConfigSetProcessorTest, TestPivotHelperCode, UpdateParamsTest, ZkFailoverTest, DistributedFacetPivotLargeTest, TestMinMaxOnMultiValuedField, TestSimpleTrackingShardHandler, ChaosMonkeyNothingIsSafeWithPullReplicasTest, MultiThreadedOCPTest, TestBulkSchemaAPI, TestFieldTypeCollectionResource, TestGroupingSearch, TestClusterStateMutator, TestAnalyzeInfixSuggestions, TestHighFrequencyDictionaryFactory, TestQueryUtils, SegmentsInfoRequestHandlerTest, SSLMigrationTest, TestTrie, TestNRTOpen, HdfsTlogReplayBufferedWhileIndexingTest, TestRTGBase, LeaderElectionIntegrationTest, TestMacroExpander, TriggerIntegrationTest, ConjunctionSolrSpellCheckerTest, SolrIndexConfigTest, TestRebalanceLeaders, TestZkChroot, TermVectorComponentTest, TestJsonRequest, SolrPluginUtilsTest, CollectionsAPIAsyncDistributedZkTest, PluginInfoTest, TestConfigOverlay, AliasIntegrationTest, TestExportWriter, AnalysisAfterCoreReloadTest, LeaderInitiatedRecoveryOnCommitTest, TestUseDocValuesAsStored, TestLeaderInitiatedRecoveryThread, LoggingHandlerTest, SuggestComponentTest, CurrencyRangeFacetCloudTest, InfoHandlerTest, TestNumericRangeQuery32, ZkStateWriterTest, TestLuceneIndexBackCompat, TestSolrCloudWithKerberosAlt, TestPerFieldSimilarity, TestCloudPivotFacet, TestSolrQueryParser, TestApiFramework, SubstringBytesRefFilterTest, TestTrieFacet, OpenCloseCoreStressTest, TestMergePolicyConfig, SolrSlf4jReporterTest, TestSSLRandomization, SpatialRPTFieldTypeTest, TestShortCircuitedRequests, TestSQLHandlerNonCloud, SimplePostToolTest, BaseCdcrDistributedZkTest, DistributedMLTComponentTest, TestSubQueryTransformerDistrib, CdcrBootstrapTest, BooleanFieldTest, TestDocSet, AssignTest, FullSolrCloudDistribCmdsTest, DocValuesNotIndexedTest, BlobRepositoryCloudTest, FacetPivotSmallTest, TestAddFieldRealTimeGet, DistributedQueueTest, TestSolrDeletionPolicy1, AddSchemaFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPullReplica, TemplateUpdateProcessorTest, HttpSolrCallGetCoreTest, UUIDUpdateProcessorFallbackTest, TestCloudNestedDocsSort, StatelessScriptUpdateProcessorFactoryTest, TestComponentsName, TestCharFilters, TestDynamicLoading, TestFaceting, SynonymTokenizerTest, CurrencyFieldTypeTest, TestFastOutputStream, CollectionsAPIDistributedZkTest]
[junit4] Completed [499/767 (4!)] on J1 in 143.19s, 19 tests, 1 error <<< FAILURES!
[...truncated 49042 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk-9) - Build # 400 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/400/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([819A134696D623FA:BE1210EE8180D31D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12161 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> 581925 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/init-core-data-001
[junit4] 2> 581925 WARN (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 581925 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001
[junit4] 2> 581926 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 581927 INFO (Thread-889) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 581927 INFO (Thread-889) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 581929 ERROR (Thread-889) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 582031 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58203
[junit4] 2> 582049 INFO (zkConnectionManagerCallback-1160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582054 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 582054 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 582054 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 582057 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23d5e0e7{/solr,null,AVAILABLE}
[junit4] 2> 582058 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32cf1c5a{/solr,null,AVAILABLE}
[junit4] 2> 582058 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53816dc3{/solr,null,AVAILABLE}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ebda1a5{HTTP/1.1,[http/1.1]}{127.0.0.1:58205}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-3) [ ] o.e.j.s.Server Started @583799ms
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66a49ca4{HTTP/1.1,[http/1.1]}{127.0.0.1:58207}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58205}
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-2) [ ] o.e.j.s.Server Started @583799ms
[junit4] 2> 582059 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58207}
[junit4] 2> 582059 ERROR (jetty-launcher-1157-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 582059 ERROR (jetty-launcher-1157-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:18.965397Z
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 582060 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:18.965602Z
[junit4] 2> 582061 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29c5aa16{HTTP/1.1,[http/1.1]}{127.0.0.1:58206}
[junit4] 2> 582061 INFO (jetty-launcher-1157-thread-1) [ ] o.e.j.s.Server Started @583802ms
[junit4] 2> 582061 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58206}
[junit4] 2> 582063 ERROR (jetty-launcher-1157-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 582063 INFO (zkConnectionManagerCallback-1162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 582063 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:18.968563Z
[junit4] 2> 582064 INFO (zkConnectionManagerCallback-1164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582064 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 582064 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 582064 INFO (zkConnectionManagerCallback-1166-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582070 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 582073 INFO (jetty-launcher-1157-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 582076 INFO (jetty-launcher-1157-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 582076 INFO (zkConnectionManagerCallback-1170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582078 INFO (jetty-launcher-1157-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 582078 INFO (zkConnectionManagerCallback-1174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582081 INFO (zkConnectionManagerCallback-1180-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582082 INFO (zkConnectionManagerCallback-1178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582084 INFO (zkConnectionManagerCallback-1182-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582086 INFO (zkConnectionManagerCallback-1184-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582224 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 582224 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 582225 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 582226 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58207_solr
[junit4] 2> 582227 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58205_solr
[junit4] 2> 582227 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58206_solr
[junit4] 2> 582228 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.Overseer Overseer (id=99351595504959496-127.0.0.1:58207_solr-n_0000000000) starting
[junit4] 2> 582229 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 582229 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 582231 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 582254 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58207_solr
[junit4] 2> 582261 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 582264 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 582267 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 582273 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582275 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582282 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582282 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582283 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582283 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582283 INFO (jetty-launcher-1157-thread-3) [n:127.0.0.1:58205_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node3/.
[junit4] 2> 582284 INFO (jetty-launcher-1157-thread-1) [n:127.0.0.1:58206_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node1/.
[junit4] 2> 582293 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582301 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582301 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 582302 INFO (jetty-launcher-1157-thread-2) [n:127.0.0.1:58207_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node2/.
[junit4] 2> 582348 INFO (zkConnectionManagerCallback-1192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582351 INFO (zkConnectionManagerCallback-1196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 582353 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 582354 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58203/solr ready
[junit4] 2> 582362 INFO (qtp1541579407-4816) [n:127.0.0.1:58205_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 582370 INFO (OverseerThreadFactory-2366-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 582492 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58206/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 582496 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58205/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 582500 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58207/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 582726 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 582726 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 582726 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 582726 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 582727 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 582727 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 582850 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582850 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582850 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582851 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582851 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 582852 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 583755 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 583766 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 583768 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 583768 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 583773 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 583775 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 583775 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 583775 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 583778 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 583779 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583779 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583780 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 583780 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 583782 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583783 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 583784 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 583784 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 583785 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58207.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 583785 WARN (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 583785 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 583785 WARN (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 583786 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58206.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 583786 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 583786 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58205.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 583786 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
[junit4] 2> 583785 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 583787 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
[junit4] 2> 583894 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 583894 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 583895 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 583895 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 583896 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 583896 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 583904 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 583904 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 583906 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 583906 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 583939 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ba7ec72[.system_shard1_replica_p4] main]
[junit4] 2> 583940 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@416db18d[.system_shard1_replica_n2] main]
[junit4] 2> 583940 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 583941 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 583941 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 583941 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 583941 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 583942 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 583942 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 583942 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 583943 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 583943 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 583945 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583946 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 4 ms
[junit4] 2> 583946 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 583946 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 3 ms
[junit4] 2> 583946 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583946 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583947 INFO (searcherExecutor-2373-thread-1-processing-n:127.0.0.1:58207_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@5ba7ec72[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 583947 INFO (searcherExecutor-2375-thread-1-processing-n:127.0.0.1:58205_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@416db18d[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 583947 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 583947 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 583947 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589625530196426752
[junit4] 2> 583948 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 583948 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583956 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c07ab27[.system_shard1_replica_n1] main]
[junit4] 2> 583957 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 583957 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 583958 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 583958 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 583958 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 583959 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 583959 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589625530209009664
[junit4] 2> 583960 INFO (searcherExecutor-2374-thread-1-processing-n:127.0.0.1:58206_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@5c07ab27[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 584067 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584067 INFO (zkCallback-1181-thread-3-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58205/solr/.system_shard1_replica_n2/
[junit4] 2> 584469 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:58205/solr START replicas=[http://127.0.0.1:58206/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 584472 INFO (qtp1417806960-4826) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:58205/solr DONE. We have no versions. sync failed.
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 584776 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 584785 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58205/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 584896 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1181-thread-3-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584896 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 584947 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 584951 INFO (qtp1541579407-4819) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2226
[junit4] 2> 584954 INFO (qtp1195980972-4828) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2227
[junit4] 2> 584969 INFO (qtp1417806960-4824) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2242
[junit4] 2> 584975 INFO (qtp1541579407-4816) [n:127.0.0.1:58205_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 585001 INFO (indexFetcher-2388-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
[junit4] 2> 585076 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1183-thread-2-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585076 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 585983 INFO (qtp1541579407-4816) [n:127.0.0.1:58205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3621
[junit4] 2> 585990 INFO (qtp1541579407-4821) [n:127.0.0.1:58205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 585994 INFO (qtp1417806960-4835) [n:127.0.0.1:58206_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 585999 INFO (qtp1195980972-4830) [n:127.0.0.1:58207_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 586061 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 586065 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=819A134696D623FA -Dtests.slow=true -Dtests.locale=mg-MG -Dtests.timezone=CET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.03s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}>
[junit4] > at __randomizedtesting.SeedInfo.seed([819A134696D623FA:BE1210EE8180D31D]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 586097 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 586098 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 586100 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2eb8be4d{/solr,null,AVAILABLE}
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58951abd{HTTP/1.1,[http/1.1]}{127.0.0.1:58243}
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.Server Started @587841ms
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58243}
[junit4] 2> 586101 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 586101 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T02:57:23.006692Z
[junit4] 2> 586104 INFO (zkConnectionManagerCallback-1198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 586104 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 586124 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58203/solr
[junit4] 2> 586125 INFO (zkConnectionManagerCallback-1202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 586128 INFO (zkConnectionManagerCallback-1204-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 586138 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 586142 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 586145 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58243_solr
[junit4] 2> 586147 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586147 INFO (zkCallback-1195-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 586180 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 586189 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 586189 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74102bd5
[junit4] 2> 586190 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [n:127.0.0.1:58243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001/tempDir-001/node4/.
[junit4] 2> 586392 INFO (OverseerCollectionConfigSetProcessor-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 586442 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@29c5aa16{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586443 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1276626785
[junit4] 2> 586443 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586444 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3bb58d51: rootName = solr_58206, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7bf3f616
[junit4] 2> 586465 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586465 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4005c8f3: rootName = solr_58206, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@235d5498
[junit4] 2> 586476 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 586476 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5624b2ef: rootName = solr_58206, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7b3d9a2e
[junit4] 2> 586478 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58206_solr
[junit4] 2> 586480 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586480 INFO (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1183-thread-1-processing-n:127.0.0.1:58206_solr) [n:127.0.0.1:58206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1195-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 586481 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@68b9fd4e
[junit4] 2> 586481 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=1757019470
[junit4] 2> 586481 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8dee18e: rootName = solr_58206, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@15478197
[junit4] 2> 586488 INFO (coreCloseExecutor-2399-thread-1) [n:127.0.0.1:58206_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1757019470
[junit4] 2> 586491 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32cf1c5a{/solr,null,UNAVAILABLE}
[junit4] 2> 586591 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586591 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586591 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586591 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 586704 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[819A134696D623FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
[junit4] 2> 586704 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 586707 INFO (jetty-closer-1158-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58951abd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586707 INFO (jetty-closer-1158-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ebda1a5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1059702921
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1438817295
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9530652: rootName = solr_58243, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6dbb01c0
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39f3eb09: rootName = solr_58205, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@632af336
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@66a49ca4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=138782137
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 586708 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73c09b26: rootName = solr_58207, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4e3e6c1f
[junit4] 2> 586742 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586742 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17084042: rootName = solr_58243, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@235d5498
[junit4] 2> 586743 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586743 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bd0e6b: rootName = solr_58205, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@235d5498
[junit4] 2> 586756 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 586756 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f2d2b57: rootName = solr_58207,
[...truncated too long message...]
kController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58205_solr
[junit4] 2> 586786 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586787 INFO (jetty-closer-1158-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 586788 INFO (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 586788 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 586788 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 586788 INFO (jetty-closer-1158-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586789 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58207_solr
[junit4] 2> 586789 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@422dd697
[junit4] 2> 586789 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1110300311
[junit4] 2> 586789 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@561d1c7b: rootName = solr_58205, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@6d9dc0ce
[junit4] 2> 586790 INFO (zkCallback-1181-thread-1-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 586790 INFO (zkCallback-1179-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 586792 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 586793 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] CLOSING SolrCore org.apache.solr.core.SolrCore@1929d153
[junit4] 2> 586793 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=422170963
[junit4] 2> 586793 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3eb7050c: rootName = solr_58207, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@5981d714
[junit4] 2> 586793 INFO (zkCallback-1181-thread-2-processing-n:127.0.0.1:58207_solr) [n:127.0.0.1:58207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 586793 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 586807 INFO (coreCloseExecutor-2402-thread-1) [n:127.0.0.1:58205_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1110300311
[junit4] 2> 586809 INFO (jetty-closer-1158-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23d5e0e7{/solr,null,UNAVAILABLE}
[junit4] 2> 586810 INFO (coreCloseExecutor-2403-thread-1) [n:127.0.0.1:58207_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=422170963
[junit4] 2> 586811 INFO (jetty-closer-1158-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99351595504959496-127.0.0.1:58207_solr-n_0000000000) closing
[junit4] 2> 586812 INFO (OverseerStateUpdate-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58207_solr
[junit4] 2> 586812 WARN (OverseerAutoScalingTriggerThread-99351595504959496-127.0.0.1:58207_solr-n_0000000000) [n:127.0.0.1:58207_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 586814 INFO (jetty-closer-1158-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53816dc3{/solr,null,UNAVAILABLE}
[junit4] 2> 588298 WARN (zkCallback-1203-thread-1-processing-n:127.0.0.1:58243_solr) [n:127.0.0.1:58243_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 588299 INFO (jetty-closer-1158-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2eb8be4d{/solr,null,UNAVAILABLE}
[junit4] 2> 588300 ERROR (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 588300 INFO (SUITE-TestClusterStateProvider-seed#[819A134696D623FA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58203 58203
[junit4] 2> 588318 INFO (Thread-889) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58203 58203
[junit4] 2> 588520 WARN (Thread-889) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99351595504959494-127.0.0.1:58205_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_819A134696D623FA-001
[junit4] 2> Jan 15, 2018 2:57:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=mg-MG, timezone=CET
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=79704096,total=270532608
[junit4] 2> NOTE: All tests run in this JVM: [CdcrReplicationDistributedZkTest, TestInPlaceUpdatesStandalone, HighlighterTest, PeerSyncReplicationTest, TestGraphTermsQParserPlugin, ConvertedLegacyTest, HLLSerializationTest, DistributedQueryElevationComponentTest, DistanceUnitsTest, TestIndexingPerformance, DocExpirationUpdateProcessorFactoryTest, SignatureUpdateProcessorFactoryTest, VMParamsZkACLAndCredentialsProvidersTest, TestInitParams, TestQuerySenderListener, TestCollapseQParserPlugin, TestImpersonationWithHadoopAuth, CleanupOldIndexTest, TestPKIAuthenticationPlugin, ScriptEngineTest, ShufflingReplicaListTransformerTest, FastVectorHighlighterTest, SolrXmlInZkTest, TestTlogReplica, TestRecovery, SolrCmdDistributorTest, TestClassicSimilarityFactory, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSchemaResource, SpatialFilterTest, TestSlowCompositeReaderWrapper, PrimUtilsTest, TestRestManager, TestReversedWildcardFilterFactory, TestLegacyFieldCache, OverseerTest, VersionInfoTest, TestNonDefinedSimilarityFactory, TestStressInPlaceUpdates, HdfsBasicDistributedZk2Test, DistributedQueryComponentCustomSortTest, TestCustomStream, TestDynamicFieldResource, NotRequiredUniqueKeyTest, TestRandomRequestDistribution, ReplicationFactorTest, ChangedSchemaMergeTest, CoreAdminCreateDiscoverTest, HdfsChaosMonkeyNothingIsSafeTest, TestUtils, OverseerModifyCollectionTest, TestEmbeddedSolrServerSchemaAPI, TestWriterPerf, HdfsThreadLeakTest, SparseHLLTest, TestSystemCollAutoCreate, TestImplicitCoreProperties, AsyncCallRequestStatusResponseTest, TestJavabinTupleStreamParser, BadCopyFieldTest, TestJsonFacets, SortSpecParsingTest, DistributedFacetPivotSmallTest, TestPointFields, SolrInfoBeanTest, SharedFSAutoReplicaFailoverTest, CdcrUpdateLogTest, ResponseLogComponentTest, TestClusterStateProvider]
[junit4] Completed [134/767 (1!)] on J0 in 7.40s, 2 tests, 1 failure <<< FAILURES!
[...truncated 42859 lines...]