You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/04/28 09:43:20 UTC
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 907 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/907/
Java: 64bit/jdk-13.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testTaskTimeout
Error Message:
did not finish processing event in time
Stack Trace:
java.lang.AssertionError: did not finish processing event in time
at __randomizedtesting.SeedInfo.seed([8944794A9BAF9510:8C1941A006C75787]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testTaskTimeout(ExecutePlanActionTest.java:313)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Build Log:
[...truncated 15324 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> 1531160 INFO (SUITE-ExecutePlanActionTest-seed#[8944794A9BAF9510]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1531160 INFO (SUITE-ExecutePlanActionTest-seed#[8944794A9BAF9510]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1531161 INFO (SUITE-ExecutePlanActionTest-seed#[8944794A9BAF9510]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/data-dir-127-001
[junit4] 2> 1531161 WARN (SUITE-ExecutePlanActionTest-seed#[8944794A9BAF9510]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 1531161 INFO (SUITE-ExecutePlanActionTest-seed#[8944794A9BAF9510]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1531162 INFO (SUITE-ExecutePlanActionTest-seed#[8944794A9BAF9510]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1531165 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTaskFail
[junit4] 2> 1531165 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-001
[junit4] 2> 1531166 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1531166 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1531166 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1531268 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer start zk server on port:53696
[junit4] 2> 1531268 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:53696
[junit4] 2> 1531268 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53696
[junit4] 2> 1531268 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53696
[junit4] 2> 1531270 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531274 INFO (zkConnectionManagerCallback-11978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531275 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531278 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531281 INFO (zkConnectionManagerCallback-11980-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531282 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531286 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531289 INFO (zkConnectionManagerCallback-11982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531289 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531397 WARN (jetty-launcher-11983-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1531397 WARN (jetty-launcher-11983-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1531398 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1531398 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1531398 INFO (jetty-launcher-11983-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1531398 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1531398 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1531398 INFO (jetty-launcher-11983-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1531400 INFO (jetty-launcher-11983-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1531400 INFO (jetty-launcher-11983-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1531400 INFO (jetty-launcher-11983-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1531401 INFO (jetty-launcher-11983-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1531401 INFO (jetty-launcher-11983-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1531401 INFO (jetty-launcher-11983-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@226afd16{/solr,null,AVAILABLE}
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10238df7{/solr,null,AVAILABLE}
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5458874{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53702}
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7377b9f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53703}
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-1) [ ] o.e.j.s.Server Started @1531464ms
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-2) [ ] o.e.j.s.Server Started @1531464ms
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53702}
[junit4] 2> 1531402 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53703}
[junit4] 2> 1531404 ERROR (jetty-launcher-11983-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1531404 ERROR (jetty-launcher-11983-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T09:15:31.684327Z
[junit4] 2> 1531404 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T09:15:31.684347Z
[junit4] 2> 1531405 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531405 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531408 INFO (zkConnectionManagerCallback-11987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531408 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531408 INFO (zkConnectionManagerCallback-11985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531408 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531409 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1531409 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1531677 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1531678 WARN (jetty-launcher-11983-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ff83e40[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531678 WARN (jetty-launcher-11983-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ff83e40[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531680 WARN (jetty-launcher-11983-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@22b4746a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531680 WARN (jetty-launcher-11983-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@22b4746a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531681 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53696/solr
[junit4] 2> 1531682 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531684 INFO (zkConnectionManagerCallback-12001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531684 INFO (jetty-launcher-11983-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531685 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1531685 WARN (jetty-launcher-11983-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f57f34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531686 WARN (jetty-launcher-11983-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f57f34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531688 WARN (jetty-launcher-11983-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@22a295df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531688 WARN (jetty-launcher-11983-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@22a295df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1531689 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53696/solr
[junit4] 2> 1531690 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531692 INFO (zkConnectionManagerCallback-12009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531692 INFO (jetty-launcher-11983-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531797 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531798 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1531801 INFO (zkConnectionManagerCallback-12011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531801 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531801 INFO (zkConnectionManagerCallback-12013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531801 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1531963 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53702_solr
[junit4] 2> 1531964 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.c.Overseer Overseer (id=72124515230941191-127.0.0.1:53702_solr-n_0000000000) starting
[junit4] 2> 1531975 INFO (OverseerStateUpdate-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [n:127.0.0.1:53702_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:53702_solr
[junit4] 2> 1531975 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53702_solr
[junit4] 2> 1531976 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1531977 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1531977 INFO (OverseerStateUpdate-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [n:127.0.0.1:53702_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1531978 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1531978 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1531981 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1531981 WARN (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1531985 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:53702_solr]
[junit4] 2> 1531986 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1531987 DEBUG (ScheduledTrigger-12020-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1531987 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1531998 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1532003 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1532010 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:53703_solr as DOWN
[junit4] 2> 1532011 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1532011 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53703_solr
[junit4] 2> 1532014 INFO (zkCallback-12010-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1532014 INFO (zkCallback-12012-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1532016 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1532016 WARN (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1532027 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53702.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532032 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1532037 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53702.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532037 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53702.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532040 INFO (jetty-launcher-11983-thread-2) [n:127.0.0.1:53702_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-001/node2/.
[junit4] 2> 1532055 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53703.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532064 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53703.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532064 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53703.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532065 INFO (jetty-launcher-11983-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-001/node1/.
[junit4] 2> 1532072 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1532073 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1532076 INFO (zkConnectionManagerCallback-12038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1532076 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1532078 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1532081 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53696/solr ready
[junit4] 2> 1532087 DEBUG (zkCallback-12010-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1532087 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1532093 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1532094 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1532095 INFO (qtp193099636-20216) [n:127.0.0.1:53702_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1532098 INFO (qtp166757585-20217) [n:127.0.0.1:53703_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1532098 DEBUG (qtp193099636-20214) [n:127.0.0.1:53702_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1532099 INFO (qtp193099636-20214) [n:127.0.0.1:53702_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1532099 DEBUG (zkCallback-12010-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1532100 INFO (qtp193099636-20212) [n:127.0.0.1:53702_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&name=testTaskFail&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1532100 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1532104 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger3 - Initial livenodes: [127.0.0.1:53703_solr, 127.0.0.1:53702_solr]
[junit4] 2> 1532105 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1532106 DEBUG (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1532106 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1532107 INFO (OverseerThreadFactory-12022-thread-1-processing-n:127.0.0.1:53702_solr) [n:127.0.0.1:53702_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testTaskFail
[junit4] 2> 1532231 INFO (OverseerStateUpdate-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [n:127.0.0.1:53702_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testTaskFail",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testTaskFail_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53703/solr",
[junit4] 2> "node_name":"127.0.0.1:53703_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1532239 INFO (OverseerStateUpdate-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [n:127.0.0.1:53702_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testTaskFail",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testTaskFail_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53702/solr",
[junit4] 2> "node_name":"127.0.0.1:53702_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1532451 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr x:testTaskFail_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testTaskFail_shard1_replica_n1&action=CREATE&numShards=1&collection=testTaskFail&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1532452 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr x:testTaskFail_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testTaskFail_shard1_replica_n2&action=CREATE&numShards=1&collection=testTaskFail&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1532452 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr x:testTaskFail_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1532468 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1532468 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1532488 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1532488 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1532490 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1532490 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1532490 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testTaskFail_shard1_replica_n2' using configuration from configset conf, trusted=true
[junit4] 2> 1532491 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testTaskFail_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 1532491 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53702.solr.core.testTaskFail.shard1.replica_n2' (registry 'solr.core.testTaskFail.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532491 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53703.solr.core.testTaskFail.shard1.replica_n1' (registry 'solr.core.testTaskFail.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5de0b015
[junit4] 2> 1532491 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.c.SolrCore [[testTaskFail_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-001/node1/./testTaskFail_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-001/node1/./testTaskFail_shard1_replica_n1/data/]
[junit4] 2> 1532491 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.SolrCore [[testTaskFail_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-001/node2/./testTaskFail_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-001/node2/./testTaskFail_shard1_replica_n2/data/]
[junit4] 2> 1532552 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1532552 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1532553 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1532553 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1532554 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1532554 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1532554 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e0fac49[testTaskFail_shard1_replica_n2] main]
[junit4] 2> 1532555 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1532555 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1532556 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1532557 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f999f3b[testTaskFail_shard1_replica_n1] main]
[junit4] 2> 1532557 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1532557 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1532557 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665207194444890112
[junit4] 2> 1532558 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1532559 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1532559 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1532560 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665207194448035840
[junit4] 2> 1532560 INFO (searcherExecutor-12040-thread-1-processing-n:127.0.0.1:53702_solr x:testTaskFail_shard1_replica_n2 c:testTaskFail s:shard1 r:core_node4) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.SolrCore [testTaskFail_shard1_replica_n2] Registered new searcher Searcher@3e0fac49[testTaskFail_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1532563 INFO (searcherExecutor-12042-thread-1-processing-n:127.0.0.1:53703_solr x:testTaskFail_shard1_replica_n1 c:testTaskFail s:shard1 r:core_node3) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.c.SolrCore [testTaskFail_shard1_replica_n1] Registered new searcher Searcher@4f999f3b[testTaskFail_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1532569 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testTaskFail/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1532569 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testTaskFail/leaders/shard1
[junit4] 2> 1532573 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testTaskFail/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1532574 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testTaskFail/leaders/shard1
[junit4] 2> 1532588 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1532588 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1532588 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53702/solr/testTaskFail_shard1_replica_n2/
[junit4] 2> 1532589 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testTaskFail_shard1_replica_n2 url=http://127.0.0.1:53702/solr START replicas=[http://127.0.0.1:53703/solr/testTaskFail_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1532589 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testTaskFail_shard1_replica_n2 url=http://127.0.0.1:53702/solr DONE. We have no versions. sync failed.
[junit4] 2> 1532591 INFO (qtp166757585-20213) [n:127.0.0.1:53703_solr c:testTaskFail s:shard1 r:core_node3 x:testTaskFail_shard1_replica_n1 ] o.a.s.c.S.Request [testTaskFail_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1532591 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1532591 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1532591 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testTaskFail/leaders/shard1/leader after winning as /collections/testTaskFail/leader_elect/shard1/election/72124515230941191-core_node4-n_0000000000
[junit4] 2> 1532595 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53702/solr/testTaskFail_shard1_replica_n2/ shard1
[junit4] 2> 1532700 INFO (zkCallback-12010-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1532702 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr c:testTaskFail s:shard1 r:core_node4 x:testTaskFail_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1532705 INFO (qtp193099636-20215) [n:127.0.0.1:53702_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testTaskFail_shard1_replica_n2&action=CREATE&numShards=1&collection=testTaskFail&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=253
[junit4] 2> 1532811 INFO (zkCallback-12010-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1532811 INFO (zkCallback-12010-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1533113 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1533599 INFO (qtp166757585-20219) [n:127.0.0.1:53703_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testTaskFail_shard1_replica_n1&action=CREATE&numShards=1&collection=testTaskFail&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1147
[junit4] 2> 1533601 INFO (qtp193099636-20212) [n:127.0.0.1:53702_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1533700 INFO (zkCallback-12010-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1533700 INFO (zkCallback-12010-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1533700 INFO (zkCallback-12012-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1533700 INFO (zkCallback-12012-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1533701 INFO (qtp193099636-20212) [n:127.0.0.1:53702_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&name=testTaskFail&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1601
[junit4] 2> 1533701 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testTaskFail
[junit4] 2> 1533703 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.SolrCloudTestCase waitForState (testTaskFail): Timed out waiting for replicas of new collection to be active
[junit4] 2> 1533704 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 1533704 INFO (watches-12035-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 1533704 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 1533705 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 1533705 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=784781968
[junit4] 2> 1533705 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53703_solr
[junit4] 2> 1533706 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1533706 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:53703_solr as DOWN
[junit4] 2> 1533710 INFO (coreCloseExecutor-12054-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.c.SolrCore [testTaskFail_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@60bddd23
[junit4] 2> 1533710 INFO (coreCloseExecutor-12054-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testTaskFail.shard1.replica_n1 tag=SolrCore@60bddd23
[junit4] 2> 1533710 INFO (coreCloseExecutor-12054-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a70e61d: rootName = solr_53703, domain = solr.core.testTaskFail.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testTaskFail.shard1.replica_n1/com.codahale.metrics.MetricRegistry@5a0c1594
[junit4] 2> 1533718 INFO (coreCloseExecutor-12054-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testTaskFail.shard1.leader tag=SolrCore@60bddd23
[junit4] 2> 1533718 INFO (coreCloseExecutor-12054-thread-1) [n:127.0.0.1:53703_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1533720 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1533720 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4eeca1cc: rootName = solr_53703, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@17cba70f
[junit4] 2> 1533727 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1533727 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b2ba379: rootName = solr_53703, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@665ecf7
[junit4] 2> 1533729 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1533729 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@525457b3: rootName = solr_53703, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@2efb1ac6
[junit4] 2> 1533730 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1533733 INFO (zkCallback-12010-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1533734 INFO (zkCallback-12037-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1533814 INFO (zkCallback-12010-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1533814 INFO (zkCallback-12010-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1533837 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7377b9f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1533838 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10238df7{/solr,null,UNAVAILABLE}
[junit4] 2> 1533838 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1533839 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 53703
[junit4] 2> 1534118 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 1534118 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:53703_solr
[junit4] 2> 1534119 INFO (OverseerCollectionConfigSetProcessor-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [n:127.0.0.1:53702_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1535121 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1535121 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:53703_solr]
[junit4] 2> 1535121 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}}
[junit4] 2> 1535121 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger3]
[junit4] 2> 1535122 DEBUG (ScheduledTrigger-12020-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021140320077857,
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}}
[junit4] 2> 1535123 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021140320077857,
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}}
[junit4] 2> 1535123 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021140320077857,
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute_plan]}
[junit4] 2> 1535129 INFO (qtp193099636-20216) [n:127.0.0.1:53702_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testTaskFail.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1535130 INFO (qtp193099636-20214) [n:127.0.0.1:53702_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1535130 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testTaskFail&targetNode=127.0.0.1:53702_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 1535130 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021140320077857,
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}} with context properties: {operations=[{
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"MOVEREPLICA",
[junit4] 2> "params.collection":"testTaskFail",
[junit4] 2> "params.targetNode":"127.0.0.1:53702_solr",
[junit4] 2> "params.inPlaceMove":"true",
[junit4] 2> "params.replica":"core_node3"}], AFTER_ACTION=[start, compute_plan], BEFORE_ACTION=[start, compute_plan, execute_plan]}
[junit4] 2> 1535131 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testTaskFail&targetNode=127.0.0.1:53702_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 1535134 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021140320077857,
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}}
[junit4] 2> 1535134 WARN (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> => org.apache.solr.cloud.autoscaling.TriggerActionException: Error processing action for trigger event: {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> org.apache.solr.cloud.autoscaling.TriggerActionException: Error processing action for trigger event: {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021140320077857,
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:331) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
[junit4] 2> "id":"3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi",
[junit4] 2> "source":"node_lost_trigger3",
[junit4] 2> "eventTime":1021139316702094,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021139316702094],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021140320077857,
[junit4] 2> "nodeNames":["127.0.0.1:53703_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:184) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:328) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception executing operation: action=MOVEREPLICA&async=node_lost_trigger3/3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi/0&waitForFinalState=true&collection=testTaskFail&targetNode=127.0.0.1:53702_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:174) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:328) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.io.IOException: Task node_lost_trigger3/3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi/0 failed: timed out. Operation: {
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"MOVEREPLICA",
[junit4] 2> "params.async":"node_lost_trigger3/3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi/0",
[junit4] 2> "params.waitForFinalState":"true",
[junit4] 2> "params.collection":"testTaskFail",
[junit4] 2> "params.targetNode":"127.0.0.1:53702_solr",
[junit4] 2> "params.inPlaceMove":"true",
[junit4] 2> "params.replica":"core_node3"}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:158) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:328) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 1535134 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger3 after 5000ms
[junit4] 2> 1535134 DEBUG (AutoscalingActionExecutor-12021-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 11 ms for event id=3a0b8863cfb8eT9h6zref90wbfkzp4alvcu8cyi
[junit4] 2> 1540143 DEBUG (ScheduledTrigger-12020-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1542283 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2087395814
[junit4] 2> 1542283 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53702_solr
[junit4] 2> 1542284 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1542284 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:53702_solr as DOWN
[junit4] 2> 1542290 INFO (coreCloseExecutor-12061-thread-1) [n:127.0.0.1:53702_solr ] o.a.s.c.SolrCore [testTaskFail_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@7a8edc3f
[junit4] 2> 1542290 INFO (coreCloseExecutor-12061-thread-1) [n:127.0.0.1:53702_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testTaskFail.shard1.replica_n2 tag=SolrCore@7a8edc3f
[junit4] 2> 1542290 INFO (coreCloseExecutor-12061-thread-1) [n:127.0.0.1:53702_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1858fe63: rootName = solr_53702, domain = solr.core.testTaskFail.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testTaskFail.shard1.replica_n2/com.codahale.metrics.MetricRegistry@2bac9130
[junit4] 2> 1542292 INFO (zkCallback-12010-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1542292 INFO (zkCallback-12010-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTaskFail/state.json] for collection [testTaskFail] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1542302 INFO (coreCloseExecutor-12061-thread-1) [n:127.0.0.1:53702_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testTaskFail.shard1.leader tag=SolrCore@7a8edc3f
[junit4] 2> 1542303 INFO (coreCloseExecutor-12061-thread-1) [n:127.0.0.1:53702_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1542305 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1542305 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74ace495: rootName = solr_53702, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3541c0f2
[junit4] 2> 1542312 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1542312 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58cb7256: rootName = solr_53702, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@665ecf7
[junit4] 2> 1542315 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1542315 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58dd4e4c: rootName = solr_53702, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@2efb1ac6
[junit4] 2> 1542315 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1542316 INFO (closeThreadPool-12063-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72124515230941191-127.0.0.1:53702_solr-n_0000000000) closing
[junit4] 2> 1542316 INFO (OverseerStateUpdate-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [n:127.0.0.1:53702_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53702_solr
[junit4] 2> 1542317 DEBUG (closeThreadPool-12063-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1542317 INFO (OverseerAutoScalingTriggerThread-72124515230941191-127.0.0.1:53702_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1542317 DEBUG (closeThreadPool-12063-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1542318 DEBUG (closeThreadPool-12063-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1542319 DEBUG (closeThreadPool-12063-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1542319 DEBUG (closeThreadPool-12063-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1542319 DEBUG (closeThreadPool-12063-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1542323 INFO (closeThreadPool-12063-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72124515230941191-127.0.0.1:53702_solr-n_0000000000) closing
[junit4] 2> 1542428 INFO (jetty-closer-12057-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72124515230941191-127.0.0.1:53702_solr-n_0000000000) closing
[junit4] 2> 1542432 INFO (jetty-closer-12057-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5458874{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1542433 INFO (jetty-closer-12057-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@226afd16{/solr,null,UNAVAILABLE}
[junit4] 2> 1542433 INFO (jetty-closer-12057-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1542436 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1542664 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/testTaskFail/terms/shard1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections/testTaskFail/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/overseer/queue
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1542666 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:53696
[junit4] 2> 1542666 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53696
[junit4] 2> 1542666 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53696
[junit4] 2> 1542667 INFO (TEST-ExecutePlanActionTest.testTaskFail-seed#[8944794A9BAF9510]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTaskFail
[junit4] 2> 1542671 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 1542671 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001/tempDir-002
[junit4] 2> 1542671 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1542672 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1542672 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1542773 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer start zk server on port:53794
[junit4] 2> 1542773 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:53794
[junit4] 2> 1542773 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53794
[junit4] 2> 1542773 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53794
[junit4] 2> 1542777 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1542781 INFO (zkConnectionManagerCallback-12065-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1542781 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1542786 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1542789 INFO (zkConnectionManagerCallback-12067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1542789 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1542790 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1542793 INFO (zkConnectionManagerCallback-12069-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1542793 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[8944794A9BAF9510]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1542903 WARN (jetty-launcher-12070-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1542903 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1542904 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1542904 INFO (jetty-launcher-12070-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1542904 WARN (jetty-launcher-12070-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1542904 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1542904 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1542904 INFO (jetty-launcher-12070-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1542906 INFO (jetty-launcher-12070-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1542906 INFO (jetty-launcher-12070-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1542906 INFO (jetty-launcher-12070-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1542906 INFO (jetty-launcher-12070-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1542906 INFO (jetty-launcher-12070-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1542906 INFO (jetty-launcher-12070-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1542907 INFO (jetty-launcher-12070-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18ee847e{/solr,null,AVAILABLE}
[junit4] 2> 1542907 INFO (jetty-launcher-12070-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cbc90fc{/solr,null,AVAILABLE}
[junit4] 2> 1542907 INFO (jetty-launcher-12070-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21cc3b51{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53799}
[junit4] 2> 1542907 INFO (jetty-launcher-12070-thread-2) [ ] o.e.j.s.Server Started @1542969ms
[junit4] 2> 1542907 INFO (jetty-launcher-12070-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74d8b3a2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53800}
[junit4] 2> 1542907 INFO (jetty-launcher-12070-thread-1) [ ] o.e.j.s.Server Started @1542969ms
[junit4] 2> 1542907 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53799}
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53800}
[junit4] 2> 1542908 ERROR (jetty-launcher-12070-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1542908 ERROR (jetty-launcher-12070-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T09:15:43.188252Z
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T09:15:43.188255Z
[junit4] 2> 1542908 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1542909 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1542911 INFO (zkConnectionManagerCallback-12073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1542911 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1542911 INFO (zkConnectionManagerCallback-12074-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1542912 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1542912 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1542912 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1543119 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1543120 WARN (jetty-launcher-12070-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@38a40b74[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543120 WARN (jetty-launcher-12070-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@38a40b74[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543123 WARN (jetty-launcher-12070-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@996d09a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543123 WARN (jetty-launcher-12070-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@996d09a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543124 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53794/solr
[junit4] 2> 1543124 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543127 INFO (zkConnectionManagerCallback-12085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1543127 INFO (jetty-launcher-12070-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543248 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1543249 WARN (jetty-launcher-12070-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f98b47c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543249 WARN (jetty-launcher-12070-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f98b47c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543250 INFO (jetty-launcher-12070-thread-1) [n:127.0.0.1:53800_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543252 WARN (jetty-launcher-12070-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a02f872[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543252 WARN (jetty-launcher-12070-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a02f872[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1543253 INFO (zkConnectionManagerCallback-12093-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1543253 INFO (jetty-launcher-12070-thread-1) [n:127.0.0.1:53800_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543253 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53794/solr
[junit4] 2> 1543254 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543257 INFO (zkConnectionManagerCallback-12098-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1543257 INFO (jetty-launcher-12070-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543362 INFO (jetty-launcher-12070-thread-2) [n:127.0.0.1:53799_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543366 INFO (zkConnectionManagerCallback-12102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1543366 INFO (jetty-launcher-12070-thread-2) [n:127.0.0.1:53799_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543415 INFO (jetty-launcher-12070-thread-2) [n:127.0.0.1:53799_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53799_solr
[junit4] 2> 1543418 INFO (jetty-launcher-12070-thread-2) [n:127.0.0.1:53799_solr ] o.a.s.c.Overseer Overseer (id=72124515984998408-127.0.0.1:53799_solr-n_0000000000) starting
[junit4] 2> 1543449 INFO (OverseerStateUpdate-72124515984998408-127.0.0.1:53799_solr-n_0000000000) [n:127.0.0.1:53799_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:53799_solr
[junit4] 2> 1543450 INFO (jetty-launcher-12070-thread-2) [n:127.0.0.1:53799_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53799_solr
[junit4] 2> 1543451 DEBUG (OverseerAutoScalingTriggerThread-72124515984998408-127.0.0.1:53799_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1543454 INFO (OverseerStateUpdate-72124515984998408-127.0.0.1:53799_solr-n_0000000000) [n:127.0.0.1:53799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1543455 DEBUG (OverseerAutoScalingTriggerThread-72124515984998408-127.0.0.1:53799_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1543455 DEBUG (OverseerAutoScalingTriggerThread-72124515984998408-127.0.0.1:53799_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1543456 DEBUG (OverseerAutoScalingTriggerThread-72124515984998408-127.0.0.1:53799_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Pr
[...truncated too long message...]
unit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1021180163210813],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1021181168996056,
[junit4] 2> "nodeNames":["127.0.0.1:54051_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:184) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:328) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: ExecutePlanAction was interrupted
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:177) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:328) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method) ~[?:?]
[junit4] 2> at org.apache.solr.common.util.TimeSource$NanoTimeSource.sleep(TimeSource.java:104) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:225) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:117) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:328) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 1580750 DEBUG (AutoscalingActionExecutor-12333-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 4779 ms for event id=3a0c208e13e3dT9h6zref90wbfkzp4alvcu8cyv
[junit4] 2> 1580750 DEBUG (closeThreadPool-12348-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1580750 DEBUG (closeThreadPool-12348-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1580750 DEBUG (closeThreadPool-12348-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1580750 INFO (jetty-closer-12342-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72124517921521671-127.0.0.1:54050_solr-n_0000000001) closing
[junit4] 2> 1580750 INFO (closeThreadPool-12348-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72124517921521671-127.0.0.1:54050_solr-n_0000000001) closing
[junit4] 2> 1580755 INFO (jetty-closer-12342-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7f85c319{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1580755 INFO (jetty-closer-12342-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7754d083{/solr,null,UNAVAILABLE}
[junit4] 2> 1580761 INFO (jetty-closer-12342-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1580762 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1580995 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testIntegration/terms/shard1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 37 /solr/collections/testIntegration/state.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/overseer/queue
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 7 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1581008 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:54040
[junit4] 2> 1581009 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:54040
[junit4] 2> 1581009 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[8944794A9BAF9510]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 54040
[junit4] 2> 1581017 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[8944794A9BAF9510]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testIntegration
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.ExecutePlanActionTest_8944794A9BAF9510-001
[junit4] 2> Apr 28, 2020 9:16:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@63291021), locale=ar-TN, timezone=Atlantic/South_Georgia
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=88040592,total=503316480
[junit4] 2> NOTE: All tests run in this JVM: [AtomicUpdateRemovalJavabinTest, TestEmbeddedSolrServerSchemaAPI, MetricUtilsTest, ResponseHeaderTest, RemoteQueryErrorTest, TestWaitForStateWithJettyShutdowns, ShardRoutingTest, TestLRUStatsCache, OverseerSolrResponseTest, AuthToolTest, PeerSyncWithIndexFingerprintCachingTest, URLClassifyProcessorTest, TestHighlightDedupGrouping, TestUnInvertedFieldException, DisMaxRequestHandlerTest, TestDocTermOrdsUninvertLimit, AliasIntegrationTest, TestSolrJacksonAnnotation, TestSimpleQParserPlugin, TestManagedResourceStorage, PhrasesIdentificationComponentTest, BlockJoinFacetDistribTest, TestDynamicFieldResource, DistributedSuggestComponentTest, ConnectionManagerTest, ZookeeperReadAPITest, TestReplicaProperties, RequestLoggingTest, TestSnapshotCloudManager, ByteBuffersDirectoryFactoryTest, TestXmlQParser, TestRawTransformer, TestMinMaxOnMultiValuedField, TestFieldCacheVsDocValues, CollectionPropsTest, DateFieldTest, ExitableDirectoryReaderTest, ScheduledMaintenanceTriggerTest, EmbeddedSolrNoSerializeTest, TestRuleBasedAuthorizationPlugin, ZkCollectionPropsCachingTest, BlockDirectoryTest, TestLFUCache, UnloadDistributedZkTest, TestRecoveryHdfs, MultiDestinationAuditLoggerTest, TestReqParamsAPI, QueryParsingTest, SuggesterWFSTTest, TestLegacyBM25SimilarityFactory, TestNestedDocsSort, TestConfigSetImmutable, TestDFISimilarityFactory, TestSolrConfigHandlerConcurrent, MoveReplicaTest, TestSolrCoreProperties, TestRandomCollapseQParserPlugin, TestManagedSchema, TestGraphMLResponseWriter, DeleteNodeTest, TestCloudPseudoReturnFields, TestMaxTokenLenTokenizer, TestNumericRangeQuery64, ClassificationUpdateProcessorTest, TestExceedMaxTermLength, UninvertDocValuesMergePolicyTest, EnumFieldTest, UtilsToolTest, SolrCmdDistributorTest, IndexSizeTriggerSizeEstimationTest, TestSchemaNameResource, TestSegmentSorting, DocExpirationUpdateProcessorFactoryTest, FullHLLTest, HdfsRecoverLeaseTest, ComputePlanActionTest, TestSimExecutePlanAction, TestComplexPhraseQParserPlugin, DocumentAnalysisRequestHandlerTest, LeaderFailureAfterFreshStartTest, TestSolrCloudSnapshots, ConcurrentDeleteAndCreateCollectionTest, HttpPartitionWithTlogReplicasTest, MetricsHistoryWithAuthIntegrationTest, HighlighterWithoutStoredIdTest, CleanupOldIndexTest, CoreAdminHandlerTest, TestSolrDeletionPolicy2, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, OverseerCollectionConfigSetProcessorTest, OverseerTaskQueueTest, ReplicationFactorTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudRecovery, TestCloudSearcherWarming, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, SplitByPrefixTest, ExecutePlanActionTest]
[junit4] Completed [573/907 (1!)] on J4 in 50.87s, 4 tests, 1 failure <<< FAILURES!
[...truncated 49161 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/907/consoleText
[repro] Revision: 489278b87ab361a26860e4f7649106444255eccf
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=ExecutePlanActionTest -Dtests.method=testTaskTimeout -Dtests.seed=8944794A9BAF9510 -Dtests.slow=true -Dtests.locale=ar-TN -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] ExecutePlanActionTest
[repro] ant compile-test
[...truncated 3484 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.ExecutePlanActionTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=8944794A9BAF9510 -Dtests.slow=true -Dtests.locale=ar-TN -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 96 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 910 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/910/
Java: 64bit/jdk-13.0.2 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed
Error Message:
[{ "id":"3cd9a87b77b91T99xpf2pqsfjwmewc3mr5gbmlp", "source":"search_rate_trigger2", "eventTime":1070488515738513, "eventType":"SEARCHRATE", "properties":{ "hotReplicas":[ {"core_node8":{ "core":"SearchRateTriggerTest-collection1_shard2_replica_n6", "shard":"shard2", "collection":"SearchRateTriggerTest-collection1", "node_name":"127.0.0.1:51037_solr", "type":"NRT", "leader":"true", "rate":2.0, "base_url":"http://127.0.0.1:51037/solr", "state":"active", "force_set_state":"false"}}, {"core_node7":{ "core":"SearchRateTriggerTest-collection1_shard2_replica_n4", "shard":"shard2", "collection":"SearchRateTriggerTest-collection1", "node_name":"127.0.0.1:51039_solr", "type":"NRT", "rate":2.0, "base_url":"http://127.0.0.1:51039/solr", "state":"active", "force_set_state":"false"}}, {"core_node5":{ "core":"SearchRateTriggerTest-collection1_shard1_replica_n2", "shard":"shard1", "collection":"SearchRateTriggerTest-collection1", "node_name":"127.0.0.1:51036_solr", "type":"NRT", "leader":"true", "rate":2.0, "base_url":"http://127.0.0.1:51036/solr", "state":"active", "force_set_state":"false"}}, {"core_node3":{ "core":"SearchRateTriggerTest-collection1_shard1_replica_n1", "shard":"shard1", "collection":"SearchRateTriggerTest-collection1", "node_name":"127.0.0.1:51038_solr", "type":"NRT", "rate":2.0, "base_url":"http://127.0.0.1:51038/solr", "state":"active", "force_set_state":"false"}}], "coldNodes":{}, "coldShards":{}, "coldReplicas":[], "violationType":["hotShards"], "coldCollections":{}, "hotShards":{"SearchRateTriggerTest-collection1":{ "shard2":2.0, "shard1":2.0}}, "hotCollections":{"SearchRateTriggerTest-collection1":8.0}, "hotNodes":{}, "requestedOps":[ { "action":"ADDREPLICA", "hints":{"COLL_SHARD":[{ "first":"SearchRateTriggerTest-collection1", "second":"shard2"}]}}, { "action":"ADDREPLICA", "hints":{"COLL_SHARD":[{ "first":"SearchRateTriggerTest-collection1", "second":"shard1"}]}}]}}]
Stack Trace:
java.lang.AssertionError: [{
"id":"3cd9a87b77b91T99xpf2pqsfjwmewc3mr5gbmlp",
"source":"search_rate_trigger2",
"eventTime":1070488515738513,
"eventType":"SEARCHRATE",
"properties":{
"hotReplicas":[
{"core_node8":{
"core":"SearchRateTriggerTest-collection1_shard2_replica_n6",
"shard":"shard2",
"collection":"SearchRateTriggerTest-collection1",
"node_name":"127.0.0.1:51037_solr",
"type":"NRT",
"leader":"true",
"rate":2.0,
"base_url":"http://127.0.0.1:51037/solr",
"state":"active",
"force_set_state":"false"}},
{"core_node7":{
"core":"SearchRateTriggerTest-collection1_shard2_replica_n4",
"shard":"shard2",
"collection":"SearchRateTriggerTest-collection1",
"node_name":"127.0.0.1:51039_solr",
"type":"NRT",
"rate":2.0,
"base_url":"http://127.0.0.1:51039/solr",
"state":"active",
"force_set_state":"false"}},
{"core_node5":{
"core":"SearchRateTriggerTest-collection1_shard1_replica_n2",
"shard":"shard1",
"collection":"SearchRateTriggerTest-collection1",
"node_name":"127.0.0.1:51036_solr",
"type":"NRT",
"leader":"true",
"rate":2.0,
"base_url":"http://127.0.0.1:51036/solr",
"state":"active",
"force_set_state":"false"}},
{"core_node3":{
"core":"SearchRateTriggerTest-collection1_shard1_replica_n1",
"shard":"shard1",
"collection":"SearchRateTriggerTest-collection1",
"node_name":"127.0.0.1:51038_solr",
"type":"NRT",
"rate":2.0,
"base_url":"http://127.0.0.1:51038/solr",
"state":"active",
"force_set_state":"false"}}],
"coldNodes":{},
"coldShards":{},
"coldReplicas":[],
"violationType":["hotShards"],
"coldCollections":{},
"hotShards":{"SearchRateTriggerTest-collection1":{
"shard2":2.0,
"shard1":2.0}},
"hotCollections":{"SearchRateTriggerTest-collection1":8.0},
"hotNodes":{},
"requestedOps":[
{
"action":"ADDREPLICA",
"hints":{"COLL_SHARD":[{
"first":"SearchRateTriggerTest-collection1",
"second":"shard2"}]}},
{
"action":"ADDREPLICA",
"hints":{"COLL_SHARD":[{
"first":"SearchRateTriggerTest-collection1",
"second":"shard1"}]}}]}}]
at __randomizedtesting.SeedInfo.seed([9E540B58143CE736:765839498540D534]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed(SearchRateTriggerTest.java:294)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Build Log:
[...truncated 15274 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
[junit4] 2> 1705015 INFO (SUITE-SearchRateTriggerTest-seed#[9E540B58143CE736]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1705015 INFO (SUITE-SearchRateTriggerTest-seed#[9E540B58143CE736]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1705016 INFO (SUITE-SearchRateTriggerTest-seed#[9E540B58143CE736]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/data-dir-98-001
[junit4] 2> 1705016 INFO (SUITE-SearchRateTriggerTest-seed#[9E540B58143CE736]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1705018 INFO (SUITE-SearchRateTriggerTest-seed#[9E540B58143CE736]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1705024 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForElapsed
[junit4] 2> 1705025 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001
[junit4] 2> 1705025 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1705026 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1705026 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1705127 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer start zk server on port:51029
[junit4] 2> 1705127 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:51029
[junit4] 2> 1705127 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:51029
[junit4] 2> 1705127 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 51029
[junit4] 2> 1705131 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705139 INFO (zkConnectionManagerCallback-16870-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705139 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705148 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705153 INFO (zkConnectionManagerCallback-16872-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705153 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705155 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705161 INFO (zkConnectionManagerCallback-16874-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705161 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705276 WARN (jetty-launcher-16875-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1705276 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1705276 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1705277 INFO (jetty-launcher-16875-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1705277 WARN (jetty-launcher-16875-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1705277 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1705277 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1705277 INFO (jetty-launcher-16875-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1705278 WARN (jetty-launcher-16875-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1705278 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1705278 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1705278 INFO (jetty-launcher-16875-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1705278 WARN (jetty-launcher-16875-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1705278 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1705278 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1705278 INFO (jetty-launcher-16875-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1705286 INFO (jetty-launcher-16875-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1705286 INFO (jetty-launcher-16875-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1705286 INFO (jetty-launcher-16875-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1705288 INFO (jetty-launcher-16875-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dfcd7e7{/solr,null,AVAILABLE}
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38b09cf2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:51036}
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.e.j.s.Server Started @1705361ms
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51036}
[junit4] 2> 1705289 ERROR (jetty-launcher-16875-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1705289 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T22:57:50.865951Z
[junit4] 2> 1705290 INFO (jetty-launcher-16875-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1705290 INFO (jetty-launcher-16875-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1705290 INFO (jetty-launcher-16875-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1705290 INFO (jetty-launcher-16875-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1705290 INFO (jetty-launcher-16875-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1705290 INFO (jetty-launcher-16875-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1705290 INFO (jetty-launcher-16875-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b398fb9{/solr,null,AVAILABLE}
[junit4] 2> 1705291 INFO (jetty-launcher-16875-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b04a915{/solr,null,AVAILABLE}
[junit4] 2> 1705291 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@468b2b85{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:51037}
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.e.j.s.Server Started @1705364ms
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cd2bb89{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:51038}
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51037}
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.e.j.s.Server Started @1705364ms
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51038}
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47b56b96{/solr,null,AVAILABLE}
[junit4] 2> 1705292 ERROR (jetty-launcher-16875-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1705292 ERROR (jetty-launcher-16875-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T22:57:50.868624Z
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1705292 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T22:57:50.868906Z
[junit4] 2> 1705294 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705295 INFO (jetty-launcher-16875-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c2bd271{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:51039}
[junit4] 2> 1705295 INFO (jetty-launcher-16875-thread-2) [ ] o.e.j.s.Server Started @1705367ms
[junit4] 2> 1705295 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51039}
[junit4] 2> 1705295 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705295 ERROR (jetty-launcher-16875-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1705295 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1705295 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1705296 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1705296 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1705296 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T22:57:50.872108Z
[junit4] 2> 1705296 INFO (zkConnectionManagerCallback-16877-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705296 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705297 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705299 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1705301 INFO (zkConnectionManagerCallback-16879-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705301 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705302 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1705302 INFO (zkConnectionManagerCallback-16883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705302 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705305 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1705305 INFO (zkConnectionManagerCallback-16881-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705306 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705308 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1705660 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1705662 WARN (jetty-launcher-16875-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ddd332b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705662 WARN (jetty-launcher-16875-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ddd332b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705667 WARN (jetty-launcher-16875-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2fe658ca[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705667 WARN (jetty-launcher-16875-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2fe658ca[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705672 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51029/solr
[junit4] 2> 1705675 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705677 INFO (zkConnectionManagerCallback-16903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705678 INFO (jetty-launcher-16875-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705793 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705799 INFO (zkConnectionManagerCallback-16905-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705799 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705832 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1705833 WARN (jetty-launcher-16875-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5bd0b9db[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705833 WARN (jetty-launcher-16875-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5bd0b9db[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705841 WARN (jetty-launcher-16875-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@76398400[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705841 WARN (jetty-launcher-16875-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@76398400[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705843 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51029/solr
[junit4] 2> 1705849 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705850 INFO (zkConnectionManagerCallback-16915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705851 INFO (jetty-launcher-16875-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1705929 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1705934 WARN (jetty-launcher-16875-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@175dab2e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705935 WARN (jetty-launcher-16875-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@175dab2e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705950 WARN (jetty-launcher-16875-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@afdad36[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705950 WARN (jetty-launcher-16875-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@afdad36[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1705954 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51029/solr
[junit4] 2> 1705958 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705961 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1705968 INFO (zkConnectionManagerCallback-16925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1705968 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1706136 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51038_solr
[junit4] 2> 1706143 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.c.Overseer Overseer (id=72127748722393098-127.0.0.1:51038_solr-n_0000000000) starting
[junit4] 2> 1706180 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1706185 WARN (jetty-launcher-16875-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@378bb996[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1706185 WARN (jetty-launcher-16875-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@378bb996[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1706189 WARN (jetty-launcher-16875-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4020685a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1706189 WARN (jetty-launcher-16875-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4020685a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1706191 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51029/solr
[junit4] 2> 1706211 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1706214 INFO (zkConnectionManagerCallback-16923-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706214 INFO (zkConnectionManagerCallback-16935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706214 INFO (jetty-launcher-16875-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1706218 INFO (jetty-launcher-16875-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1706332 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1706340 INFO (zkConnectionManagerCallback-16937-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706340 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1706343 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1706353 INFO (zkConnectionManagerCallback-16939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706353 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1706353 INFO (OverseerStateUpdate-72127748722393098-127.0.0.1:51038_solr-n_0000000000) [n:127.0.0.1:51038_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:51038_solr
[junit4] 2> 1706358 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51038_solr
[junit4] 2> 1706373 INFO (zkCallback-16924-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1706390 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1706396 WARN (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1706426 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1706442 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1706445 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1706494 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:51037_solr as DOWN
[junit4] 2> 1706500 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:51039_solr as DOWN
[junit4] 2> 1706502 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1706503 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51037_solr
[junit4] 2> 1706514 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1706514 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51039_solr
[junit4] 2> 1706514 INFO (zkCallback-16936-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1706515 INFO (zkCallback-16924-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1706523 INFO (zkCallback-16938-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1706524 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51038.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706528 INFO (zkCallback-16938-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1706529 INFO (zkCallback-16936-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1706529 INFO (zkCallback-16924-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1706537 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1706538 WARN (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1706541 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51038.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706541 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51038.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706546 INFO (jetty-launcher-16875-thread-1) [n:127.0.0.1:51038_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node1/.
[junit4] 2> 1706550 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1706551 WARN (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1706561 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1706586 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1706594 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706611 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706611 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706625 INFO (jetty-launcher-16875-thread-3) [n:127.0.0.1:51037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node3/.
[junit4] 2> 1706634 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51039.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706647 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51039.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706648 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51039.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706649 INFO (jetty-launcher-16875-thread-2) [n:127.0.0.1:51039_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node2/.
[junit4] 2> 1706662 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1706671 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:51036_solr as DOWN
[junit4] 2> 1706673 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1706673 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51036_solr
[junit4] 2> 1706676 INFO (zkCallback-16938-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1706676 INFO (zkCallback-16924-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1706677 INFO (zkCallback-16936-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1706677 INFO (zkCallback-16904-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1706680 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1706681 WARN (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1706697 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1706722 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51036.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706729 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51036.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706729 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51036.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1706730 INFO (jetty-launcher-16875-thread-4) [n:127.0.0.1:51036_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node4/.
[junit4] 2> 1706737 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 1706738 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1706740 INFO (zkConnectionManagerCallback-16976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1706740 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1706743 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1706746 INFO (TEST-SearchRateTriggerTest.testWaitForElapsed-seed#[9E540B58143CE736]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51029/solr ready
[junit4] 2> 1706758 INFO (qtp1212992764-27291) [n:127.0.0.1:51037_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&name=SearchRateTriggerTest-collection1&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1706764 INFO (OverseerThreadFactory-16944-thread-1-processing-n:127.0.0.1:51038_solr) [n:127.0.0.1:51038_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection SearchRateTriggerTest-collection1
[junit4] 2> 1706888 INFO (qtp1212992764-27303) [n:127.0.0.1:51037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706890 INFO (qtp49032284-27301) [n:127.0.0.1:51039_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706893 INFO (qtp913798220-27294) [n:127.0.0.1:51036_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706895 INFO (qtp1377132475-27298) [n:127.0.0.1:51038_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706898 INFO (qtp1212992764-27287) [n:127.0.0.1:51037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706899 INFO (qtp49032284-27302) [n:127.0.0.1:51039_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706901 INFO (qtp913798220-27295) [n:127.0.0.1:51036_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706902 INFO (qtp1377132475-27304) [n:127.0.0.1:51038_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1706917 INFO (OverseerStateUpdate-72127748722393098-127.0.0.1:51038_solr-n_0000000000) [n:127.0.0.1:51038_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51038/solr",
[junit4] 2> "node_name":"127.0.0.1:51038_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1706926 INFO (OverseerStateUpdate-72127748722393098-127.0.0.1:51038_solr-n_0000000000) [n:127.0.0.1:51038_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51036/solr",
[junit4] 2> "node_name":"127.0.0.1:51036_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1706942 INFO (OverseerStateUpdate-72127748722393098-127.0.0.1:51038_solr-n_0000000000) [n:127.0.0.1:51038_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51039/solr",
[junit4] 2> "node_name":"127.0.0.1:51039_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1706952 INFO (OverseerStateUpdate-72127748722393098-127.0.0.1:51038_solr-n_0000000000) [n:127.0.0.1:51038_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51037/solr",
[junit4] 2> "node_name":"127.0.0.1:51037_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1707166 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1707166 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n4&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1707166 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1707166 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n6&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1707166 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1707199 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1707199 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1707199 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1707199 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1707226 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1707226 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1707226 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1707227 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1707228 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1707228 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1707228 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1707228 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1707228 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 1707228 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard2_replica_n6' using configuration from configset conf, trusted=true
[junit4] 2> 1707228 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard1_replica_n2' using configuration from configset conf, trusted=true
[junit4] 2> 1707228 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard2_replica_n4' using configuration from configset conf, trusted=true
[junit4] 2> 1707229 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51036.solr.core.SearchRateTriggerTest-collection1.shard1.replica_n2' (registry 'solr.core.SearchRateTriggerTest-collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1707229 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51037.solr.core.SearchRateTriggerTest-collection1.shard2.replica_n6' (registry 'solr.core.SearchRateTriggerTest-collection1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1707229 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51038.solr.core.SearchRateTriggerTest-collection1.shard1.replica_n1' (registry 'solr.core.SearchRateTriggerTest-collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1707229 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node4/./SearchRateTriggerTest-collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node4/./SearchRateTriggerTest-collection1_shard1_replica_n2/data/]
[junit4] 2> 1707229 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51039.solr.core.SearchRateTriggerTest-collection1.shard2.replica_n4' (registry 'solr.core.SearchRateTriggerTest-collection1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c4f1df
[junit4] 2> 1707229 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node3/./SearchRateTriggerTest-collection1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node3/./SearchRateTriggerTest-collection1_shard2_replica_n6/data/]
[junit4] 2> 1707229 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node1/./SearchRateTriggerTest-collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node1/./SearchRateTriggerTest-collection1_shard1_replica_n1/data/]
[junit4] 2> 1707229 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node2/./SearchRateTriggerTest-collection1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001/tempDir-001/node2/./SearchRateTriggerTest-collection1_shard2_replica_n4/data/]
[junit4] 2> 1707345 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1707349 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1707352 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1707352 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1707355 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d951ccf[SearchRateTriggerTest-collection1_shard1_replica_n2] main]
[junit4] 2> 1707358 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1707358 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1707359 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1707360 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1707365 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1707366 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665258931294830592
[junit4] 2> 1707366 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1707366 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1707367 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1707368 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@459651d0[SearchRateTriggerTest-collection1_shard1_replica_n1] main]
[junit4] 2> 1707368 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1707368 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1707368 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1707371 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1707372 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1707372 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1707372 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1707373 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1707373 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665258931302170624
[junit4] 2> 1707374 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1707374 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1707375 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c4cc4c8[SearchRateTriggerTest-collection1_shard2_replica_n6] main]
[junit4] 2> 1707375 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2164fad2[SearchRateTriggerTest-collection1_shard2_replica_n4] main]
[junit4] 2> 1707377 INFO (searcherExecutor-16982-thread-1-processing-n:127.0.0.1:51036_solr x:SearchRateTriggerTest-collection1_shard1_replica_n2 c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard1_replica_n2] Registered new searcher Searcher@d951ccf[SearchRateTriggerTest-collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1707378 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1707379 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1707380 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1707380 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1707380 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665258931309510656
[junit4] 2> 1707382 INFO (searcherExecutor-16978-thread-1-processing-n:127.0.0.1:51038_solr x:SearchRateTriggerTest-collection1_shard1_replica_n1 c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard1_replica_n1] Registered new searcher Searcher@459651d0[SearchRateTriggerTest-collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1707385 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1707386 INFO (searcherExecutor-16980-thread-1-processing-n:127.0.0.1:51037_solr x:SearchRateTriggerTest-collection1_shard2_replica_n6 c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard2_replica_n6] Registered new searcher Searcher@3c4cc4c8[SearchRateTriggerTest-collection1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1707386 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1707386 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665258931315802112
[junit4] 2> 1707395 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1707396 INFO (searcherExecutor-16984-thread-1-processing-n:127.0.0.1:51039_solr x:SearchRateTriggerTest-collection1_shard2_replica_n4 c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard2_replica_n4] Registered new searcher Searcher@2164fad2[SearchRateTriggerTest-collection1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1707396 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SearchRateTriggerTest-collection1/leaders/shard1
[junit4] 2> 1707400 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1707406 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 1707406 INFO (qtp1377132475-27299) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SearchRateTriggerTest-collection1/leaders/shard1
[junit4] 2> 1707416 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 1707417 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SearchRateTriggerTest-collection1/leaders/shard2
[junit4] 2> 1707435 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 1707436 INFO (qtp49032284-27305) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SearchRateTriggerTest-collection1/leaders/shard2
[junit4] 2> 1707454 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1707455 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1707455 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51036/solr/SearchRateTriggerTest-collection1_shard1_replica_n2/
[junit4] 2> 1707460 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard1_replica_n2 url=http://127.0.0.1:51036/solr START replicas=[http://127.0.0.1:51038/solr/SearchRateTriggerTest-collection1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1707461 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard1_replica_n2 url=http://127.0.0.1:51036/solr DONE. We have no versions. sync failed.
[junit4] 2> 1707465 INFO (qtp1377132475-27298) [n:127.0.0.1:51038_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1 ] o.a.s.c.S.Request [SearchRateTriggerTest-collection1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1707465 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1707466 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1707466 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/SearchRateTriggerTest-collection1/leaders/shard1/leader after winning as /collections/SearchRateTriggerTest-collection1/leader_elect/shard1/election/72127748722393096-core_node5-n_0000000000
[junit4] 2> 1707473 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1707473 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1707473 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51037/solr/SearchRateTriggerTest-collection1_shard2_replica_n6/
[junit4] 2> 1707478 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard2_replica_n6 url=http://127.0.0.1:51037/solr START replicas=[http://127.0.0.1:51039/solr/SearchRateTriggerTest-collection1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 1707483 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51036/solr/SearchRateTriggerTest-collection1_shard1_replica_n2/ shard1
[junit4] 2> 1707489 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard2_replica_n6 url=http://127.0.0.1:51037/solr DONE. We have no versions. sync failed.
[junit4] 2> 1707492 INFO (qtp49032284-27301) [n:127.0.0.1:51039_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n4 ] o.a.s.c.S.Request [SearchRateTriggerTest-collection1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1707493 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1707493 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1707493 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/SearchRateTriggerTest-collection1/leaders/shard2/leader after winning as /collections/SearchRateTriggerTest-collection1/leader_elect/shard2/election/72127748722393101-core_node8-n_0000000000
[junit4] 2> 1707506 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51037/solr/SearchRateTriggerTest-collection1_shard2_replica_n6/ shard2
[junit4] 2> 1707628 INFO (zkCallback-16904-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707629 INFO (zkCallback-16904-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707630 INFO (zkCallback-16936-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707630 INFO (zkCallback-16936-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707632 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1707639 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1707648 INFO (qtp913798220-27296) [n:127.0.0.1:51036_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=482
[junit4] 2> 1707655 INFO (qtp1212992764-27300) [n:127.0.0.1:51037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n6&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=489
[junit4] 2> 1707754 INFO (zkCallback-16904-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707754 INFO (zkCallback-16904-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707754 INFO (zkCallback-16936-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707754 INFO (zkCallback-16936-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1707755 INFO (zkCallback-16904-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for col
[...truncated too long message...]
null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@6b3470a3
[junit4] 2> 1733938 INFO (jetty-closer-17134-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1733941 INFO (jetty-closer-17134-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1733941 INFO (jetty-closer-17134-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72271453: rootName = solr_51225, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@6b3470a3
[junit4] 2> 1733941 INFO (jetty-closer-17134-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1733942 INFO (jetty-closer-17134-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1733942 INFO (jetty-closer-17134-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@212ca0d7: rootName = solr_51223, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@6b3470a3
[junit4] 2> 1733942 INFO (jetty-closer-17134-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1733948 INFO (zkCallback-17081-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1734028 INFO (jetty-closer-17134-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72127750490750989-127.0.0.1:51228_solr-n_0000000000) closing
[junit4] 2> 1734030 INFO (jetty-closer-17134-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@69b38203{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1734030 INFO (jetty-closer-17134-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@439240d2{/solr,null,UNAVAILABLE}
[junit4] 2> 1734030 INFO (jetty-closer-17134-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1734054 INFO (zkCallback-17091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 1734055 INFO (jetty-closer-17134-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6e1a9ca1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1734055 INFO (jetty-closer-17134-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@89fab14{/solr,null,UNAVAILABLE}
[junit4] 2> 1734055 INFO (jetty-closer-17134-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1734170 INFO (jetty-closer-17134-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56dd7887{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1734171 INFO (jetty-closer-17134-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d71d5c7{/solr,null,UNAVAILABLE}
[junit4] 2> 1734172 INFO (jetty-closer-17134-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1734270 INFO (jetty-closer-17134-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b690888{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1734270 INFO (jetty-closer-17134-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f353b9a{/solr,null,UNAVAILABLE}
[junit4] 2> 1734271 INFO (jetty-closer-17134-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1734273 INFO (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1734499 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 1734502 INFO (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:51216
[junit4] 2> 1734502 INFO (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:51216
[junit4] 2> 1734502 INFO (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[9E540B58143CE736]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 51216
[junit4] 2> 1734503 INFO (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[9E540B58143CE736]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultsAndBackcompat
[junit4] IGNOR/A 0.00s J3 | SearchRateTriggerTest.testTrigger
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.SearchRateTriggerTest_9E540B58143CE736-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=644, maxMBSortInHeap=6.862684819802801, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@52907503), locale=bs-Latn, timezone=Etc/GMT-1
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=244226728,total=475086848
[junit4] 2> NOTE: All tests run in this JVM: [TestSweetSpotSimilarityFactory, TestReplicationHandlerDiskOverFlow, DistanceUnitsTest, SortSpecParsingTest, ManagedSchemaRoundRobinCloudTest, TestCloudNestedDocsSort, BasicZkTest, TestManagedResource, TestExpandComponent, DaemonStreamApiTest, HdfsThreadLeakTest, TestFastOutputStream, TestDynamicFieldCollectionResource, IndexSizeTriggerMixedBoundsTest, DistribCursorPagingTest, TemplateUpdateProcessorTest, SoftAutoCommitTest, HdfsNNFailoverTest, TestSimpleTrackingShardHandler, TestAuthenticationFramework, ConfigSetsAPITest, TestAtomicUpdateErrorCases, TestFileDictionaryLookup, ShardRoutingCustomTest, TolerantUpdateProcessorTest, TestCoreAdminApis, RestartWhileUpdatingTest, NodeAddedTriggerIntegrationTest, TestInPlaceUpdatesRequiredField, CoreAdminCreateDiscoverTest, OverseerRolesTest, ReindexCollectionTest, SolrCloudExampleTest, ExplicitHLLTest, JSONWriterTest, HttpPartitionTest, TestSolrConfigHandlerCloud, TestClusterProperties, AnalyticsQueryTest, TestPKIAuthenticationPlugin, CurrencyFieldTypeTest, TestHalfAndHalfDocValues, TestDeleteCollectionOnDownNodes, TestExactStatsCache, DistributedSpellCheckComponentTest, SpellingQueryConverterTest, TestBulkSchemaConcurrent, TriggerIntegrationTest, BJQParserTest, LeaderFailoverAfterPartitionTest, TestReversedWildcardFilterFactory, RestoreTriggerStateTest, SuggesterTest, TestCursorMarkWithoutUniqueKey, CSVRequestHandlerTest, SecurityConfHandlerTest, PingRequestHandlerTest, DistributedUpdateProcessorTest, SolrCoreTest, SpatialHeatmapFacetsTest, TestSimDistributedQueue, TestGeoJSONResponseWriter, TestConfigReload, TestEmbeddedSolrServerConstructors, TestSimUtils, TestNumericRangeQuery32, PreAnalyzedFieldManagedSchemaCloudTest, HighlighterTest, TimeZoneUtilsTest, PeerSyncWithBufferUpdatesTest, TestCloudPivotFacet, DocValuesTest, MetricsConfigTest, TestSSLRandomization, SolrShardReporterTest, SuggestComponentTest, AddReplicaTest, MoveReplicaHDFSTest, SparseHLLTest, TestRTGBase, NodeMutatorTest, TestFieldCacheSortRandom, TestConfigOverlay, ZkFailoverTest, RAMDirectoryFactoryTest, TestGroupingSearch, SchemaVersionSpecificBehaviorTest, ConcurrentCreateCollectionTest, TestSearcherReuse, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TestHdfsCloudBackupRestore, TestReplicaProperties, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest, NodeLostTriggerIntegrationTest, NodeLostTriggerTest, SearchRateTriggerIntegrationTest, SearchRateTriggerTest]
[junit4] Completed [559/907 (1!)] on J3 in 29.63s, 3 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 49181 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/910/consoleText
[repro] Revision: dedbb8eee225d6505a262cf5db5de9706489db81
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=SearchRateTriggerTest -Dtests.method=testWaitForElapsed -Dtests.seed=9E540B58143CE736 -Dtests.slow=true -Dtests.locale=bs-Latn -Dtests.timezone=Etc/GMT-1 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] SearchRateTriggerTest
[repro] ant compile-test
[...truncated 3484 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.SearchRateTriggerTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=9E540B58143CE736 -Dtests.slow=true -Dtests.locale=bs-Latn -Dtests.timezone=Etc/GMT-1 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 96 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 909 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/909/
Java: 64bit/jdk-13.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest.testCdcrDocVersions
Error Message:
Error from server at http://127.0.0.1:57793: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57793: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([7E1605E589C493BE:86800E477BA27CA2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1147)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:910)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:594)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:352)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:178)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Build Log:
[...truncated 15399 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
[junit4] 2> 1731158 INFO (SUITE-CdcrVersionReplicationTest-seed#[7E1605E589C493BE]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1731169 INFO (SUITE-CdcrVersionReplicationTest-seed#[7E1605E589C493BE]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/data-dir-101-001
[junit4] 2> 1731169 INFO (SUITE-CdcrVersionReplicationTest-seed#[7E1605E589C493BE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1731170 INFO (SUITE-CdcrVersionReplicationTest-seed#[7E1605E589C493BE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1731170 INFO (SUITE-CdcrVersionReplicationTest-seed#[7E1605E589C493BE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1731170 INFO (SUITE-CdcrVersionReplicationTest-seed#[7E1605E589C493BE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1731185 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1731186 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1731186 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1731286 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer start zk server on port:57720
[junit4] 2> 1731286 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57720
[junit4] 2> 1731286 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57720
[junit4] 2> 1731287 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57720
[junit4] 2> 1731292 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731301 INFO (zkConnectionManagerCallback-15573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731302 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731311 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731320 INFO (zkConnectionManagerCallback-15575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731320 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1731330 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1731336 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1731339 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1731343 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1731347 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1731350 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1731353 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1731357 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1731361 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1731364 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1731368 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCdcrDocVersions
[junit4] 2> 1733609 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1733609 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1733609 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1733609 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1733642 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1733642 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1733642 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1733643 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@545a54af{/,null,AVAILABLE}
[junit4] 2> 1733654 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12628b79{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57744}
[junit4] 2> 1733654 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server Started @1733704ms
[junit4] 2> 1733654 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=57744, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-001/cores}
[junit4] 2> 1733661 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1733662 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1733662 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1733662 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1733662 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1733662 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T19:47:05.286879Z
[junit4] 2> 1733678 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1733720 INFO (zkConnectionManagerCallback-15577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1733721 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1733862 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1733862 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-001/solr.xml
[junit4] 2> 1733867 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1733868 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1733869 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1734297 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1734315 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ca33dd5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1734315 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ca33dd5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1734329 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65b42c5a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1734329 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65b42c5a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1734343 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57720/solr
[junit4] 2> 1734356 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1734378 INFO (zkConnectionManagerCallback-15588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1734379 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1734560 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1734588 INFO (zkConnectionManagerCallback-15590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1734588 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1735461 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57744_
[junit4] 2> 1735468 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.c.Overseer Overseer (id=72126998480486404-127.0.0.1:57744_-n_0000000000) starting
[junit4] 2> 1735514 INFO (OverseerStateUpdate-72126998480486404-127.0.0.1:57744_-n_0000000000) [n:127.0.0.1:57744_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:57744_
[junit4] 2> 1735520 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57744_
[junit4] 2> 1735548 INFO (zkCallback-15589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1735583 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1735589 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1735651 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1735694 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1735722 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1735723 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1735725 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57744_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-001/cores
[junit4] 2> 1740320 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1740320 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1740320 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1740320 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1740324 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1740324 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1740324 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1740324 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ed8e8fd{/,null,AVAILABLE}
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cc6fd65{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57777}
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server Started @1740375ms
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=57777, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-002/cores}
[junit4] 2> 1740326 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1740326 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T19:47:11.950452Z
[junit4] 2> 1740327 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1740332 INFO (zkConnectionManagerCallback-15604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1740332 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1740440 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1740440 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-002/solr.xml
[junit4] 2> 1740442 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1740442 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1740448 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1740610 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1740618 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@19e5cbc4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1740619 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@19e5cbc4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1740635 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c5c1970[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1740635 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c5c1970[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1740639 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57720/solr
[junit4] 2> 1740644 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1740646 INFO (zkConnectionManagerCallback-15615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1740647 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1740768 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1740772 INFO (zkConnectionManagerCallback-15617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1740772 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1740792 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1740807 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.ZkController Publish node=127.0.0.1:57777_ as DOWN
[junit4] 2> 1740810 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1740810 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57777_
[junit4] 2> 1740816 INFO (zkCallback-15589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1740817 INFO (zkCallback-15616-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1740824 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1740824 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1740850 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1740880 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1740903 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1740903 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1740905 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57777_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-002/cores
[junit4] 2> 1743933 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1743933 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1743933 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1743933 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1743953 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1743953 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1743953 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1743959 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68e435c6{/,null,AVAILABLE}
[junit4] 2> 1743963 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bbb9175{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57787}
[junit4] 2> 1743963 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server Started @1744013ms
[junit4] 2> 1743963 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/, hostPort=57787, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-003/cores}
[junit4] 2> 1743964 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1743964 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1743964 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1743964 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1743964 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1743964 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T19:47:15.588474Z
[junit4] 2> 1743970 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1743972 INFO (zkConnectionManagerCallback-15627-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1743972 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1744090 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1744090 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-003/solr.xml
[junit4] 2> 1744097 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1744097 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1744098 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1744235 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1744236 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@18a23133[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1744236 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@18a23133[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1744243 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10d09b68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1744244 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10d09b68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1744248 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57720/solr
[junit4] 2> 1744253 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1744258 INFO (zkConnectionManagerCallback-15638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744258 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1744376 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1744379 INFO (zkConnectionManagerCallback-15640-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744379 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1744400 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1744417 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.ZkController Publish node=127.0.0.1:57787_ as DOWN
[junit4] 2> 1744420 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1744421 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57787_
[junit4] 2> 1744433 INFO (zkCallback-15639-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1744433 INFO (zkCallback-15616-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1744433 INFO (zkCallback-15589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1744445 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1744445 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1744499 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1744536 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1744568 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1744568 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1744570 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57787_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-003/cores
[junit4] 2> 1745226 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1745226 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1745226 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1745226 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1745233 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1745233 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1745233 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1745241 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fa81d34{/,null,AVAILABLE}
[junit4] 2> 1745245 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c9fbc4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57793}
[junit4] 2> 1745245 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.Server Started @1745295ms
[junit4] 2> 1745245 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/, hostPort=57793, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-004/cores}
[junit4] 2> 1745246 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1745246 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1745246 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1745246 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1745246 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1745246 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T19:47:16.870522Z
[junit4] 2> 1745252 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1745252 INFO (zkConnectionManagerCallback-15650-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745253 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1745358 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1745358 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-004/solr.xml
[junit4] 2> 1745365 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1745365 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1745369 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1745683 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1745684 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7580738e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1745684 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7580738e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1745688 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33b32947[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1745688 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33b32947[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1745689 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57720/solr
[junit4] 2> 1745691 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1745694 INFO (zkConnectionManagerCallback-15661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745694 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1745799 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1745803 INFO (zkConnectionManagerCallback-15663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745803 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1745822 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1745839 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.ZkController Publish node=127.0.0.1:57793_ as DOWN
[junit4] 2> 1745843 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1745843 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57793_
[junit4] 2> 1745851 INFO (zkCallback-15589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1745851 INFO (zkCallback-15639-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1745851 INFO (zkCallback-15616-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1745851 INFO (zkCallback-15662-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1745860 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1745860 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1745888 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1745923 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1745946 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1745946 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c5981f5
[junit4] 2> 1745949 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [n:127.0.0.1:57793_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001/jetty-004/cores
[junit4] 2> 1745965 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1745969 INFO (zkConnectionManagerCallback-15676-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745969 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1745972 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1745979 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57720/solr ready
[junit4] 2> 1745981 INFO (qtp1816610429-25072) [n:127.0.0.1:57793_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1745995 INFO (OverseerThreadFactory-15597-thread-1-processing-n:127.0.0.1:57744_) [n:127.0.0.1:57744_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
[junit4] 2> 1746118 WARN (OverseerThreadFactory-15597-thread-1-processing-n:127.0.0.1:57744_) [n:127.0.0.1:57744_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
[junit4] 2> 1746124 INFO (qtp1816610429-25072) [n:127.0.0.1:57793_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1746126 INFO (qtp1816610429-25072) [n:127.0.0.1:57793_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=144
[junit4] 2> 1746128 INFO (qtp1816610429-25073) [n:127.0.0.1:57793_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57744_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1746137 INFO (OverseerCollectionConfigSetProcessor-72126998480486404-127.0.0.1:57744_-n_0000000000) [n:127.0.0.1:57744_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1746146 INFO (qtp1816610429-25071) [n:127.0.0.1:57793_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746149 INFO (qtp559624950-24984) [n:127.0.0.1:57744_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746152 INFO (qtp53884031-25018) [n:127.0.0.1:57777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746156 INFO (qtp2074121179-25045) [n:127.0.0.1:57787_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746160 INFO (qtp1816610429-25072) [n:127.0.0.1:57793_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746162 INFO (qtp559624950-24985) [n:127.0.0.1:57744_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746163 INFO (qtp53884031-25019) [n:127.0.0.1:57777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746164 INFO (qtp2074121179-25046) [n:127.0.0.1:57787_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1746167 INFO (OverseerThreadFactory-15597-thread-2-processing-n:127.0.0.1:57744_) [n:127.0.0.1:57744_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:57744_ for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 1746172 INFO (OverseerThreadFactory-15597-thread-2-processing-n:127.0.0.1:57744_) [n:127.0.0.1:57744_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1746178 INFO (qtp559624950-24984) [n:127.0.0.1:57744_ x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1746178 INFO (qtp559624950-24984) [n:127.0.0.1:57744_ x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1780365 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]-SendThread(127.0.0.1:57720)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 34359ms for sessionid 0x1003f1f7b25000e
[junit4] 2> 1780366 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]-SendThread(127.0.0.1:57720)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 34049ms for sessionid 0x1003f1f7b250000
[junit4] 2> 1780366 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]-SendThread(127.0.0.1:57720)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 33988ms for sessionid 0x1003f1f7b250001
[junit4] 2> 1780368 WARN (NIOWorkerThread-7) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003f1f7b25000e, likely client has closed socket
[junit4] 2> 1780369 WARN (NIOWorkerThread-7) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003f1f7b250000, likely client has closed socket
[junit4] 2> 1780369 WARN (NIOWorkerThread-7) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003f1f7b250001, likely client has closed socket
[junit4] 2> 1780370 ERROR (OverseerThreadFactory-15597-thread-2-processing-n:127.0.0.1:57744_) [n:127.0.0.1:57744_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:57744
[junit4] 2> => org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:57744/admin/cores
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:407)
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:57744/admin/cores
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:407) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:753) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:208) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:170) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) ~[metrics-core-4.1.5.jar:4.1.5]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> Caused by: java.util.concurrent.TimeoutException
[junit4] 2> at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:398) ~[java/:?]
[junit4] 2> ... 12 more
[junit4] 2> 1780377 ERROR (OverseerThreadFactory-15597-thread-2-processing-n:127.0.0.1:57744_) [n:127.0.0.1:57744_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: tmp_collection operation: addreplica failed:org.apache.solr.common.SolrException: ADDREPLICA failed to create replica
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1035)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1018)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.lambda$addReplica$1(AddReplicaCmd.java:179)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.addReplica(AddReplicaCmd.java:201)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.call(AddReplicaCmd.java:93)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:516)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:57744/admin/cores
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:407)
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:753)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:208)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:170)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
[junit4] 2> ... 4 more
[junit4] 2> Caused by: java.util.concurrent.TimeoutException
[junit4] 2> at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216)
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:398)
[junit4] 2> ... 12 more
[junit4] 2>
[junit4] 2> 1780390 INFO (qtp1816610429-25073) [n:127.0.0.1:57793_ c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57744_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=500 QTime=34261
[junit4] 2> 1780390 ERROR (qtp1816610429-25073) [n:127.0.0.1:57793_ c:tmp_collection ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: ADDREPLICA failed to create replica
[junit4] 2> at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:64)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:285)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:257)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:432)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:362)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 1780419 INFO (qtp559624950-24984) [n:127.0.0.1:57744_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1780431 INFO (qtp559624950-24984) [n:127.0.0.1:57744_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 1780468 WARN (zkConnectionManagerCallback-15573-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@55d25dc8 name: ZooKeeperConnection Watcher:127.0.0.1:57720 got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1780468 WARN (zkConnectionManagerCallback-15575-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f6af93 name: ZooKeeperConnection Watcher:127.0.0.1:57720/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1780468 WARN (zkConnectionManagerCallback-15573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1780468 WARN (zkConnectionManagerCallback-15575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1780492 INFO (qtp559624950-24984) [n:127.0.0.1:57744_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1780571 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1272576009
[junit4] 2> 1780571 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57744_
[junit4] 2> 1780572 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1780572 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:57744_ as DOWN
[junit4] 2> 1780577 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1780577 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66f83c8c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@51e00fc1
[junit4] 2> 1780583 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1780583 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2510e1f6: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@69c1bf0e
[junit4] 2> 1780586 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1780586 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44c976da: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@29102cb7
[junit4] 2> 1780587 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1780589 INFO (closeThreadPool-15681-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72126998480486404-127.0.0.1:57744_-n_0000000000) closing
[junit4] 2> 1780589 INFO (OverseerStateUpdate-72126998480486404-127.0.0.1:57744_-n_0000000000) [n:127.0.0.1:57744_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57744_
[junit4] 2> 1780590 INFO (OverseerAutoScalingTriggerThread-72126998480486404-127.0.0.1:57744_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1780600 INFO (closeThreadPool-15681-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72126998480486404-127.0.0.1:57744_-n_0000000000) closing
[junit4] 2> 1780601 INFO (zkCallback-15662-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1780701 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.Overseer Overseer (id=72126998480486404-127.0.0.1:57744_-n_0000000000) closing
[junit4] 2> 1780702 INFO (zkCallback-15616-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1780703 INFO (zkCallback-15616-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57777_
[junit4] 2> 1780704 INFO (zkCallback-15639-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1780706 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@12628b79{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1780706 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@545a54af{/,null,UNAVAILABLE}
[junit4] 2> 1780706 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1780706 INFO (zkCallback-15616-thread-2) [n:127.0.0.1:57777_ ] o.a.s.c.Overseer Overseer (id=72126998480486407-127.0.0.1:57777_-n_0000000001) starting
[junit4] 2> 1780721 INFO (OverseerStateUpdate-72126998480486407-127.0.0.1:57777_-n_0000000001) [n:127.0.0.1:57777_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:57777_
[junit4] 2> 1791893 ERROR (qtp559624950-24984) [n:127.0.0.1:57744_ ] o.a.s.c.CoreContainer null:org.apache.solr.common.SolrException: Error creating shard term node in Zookeeper for collection: tmp_collection
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:344)
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:102)
[junit4] 2> at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:45)
[junit4] 2> at org.apache.solr.cloud.ZkCollectionTerms.remove(ZkCollectionTerms.java:58)
[junit4] 2> at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1640)
[junit4] 2> at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1634)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1211)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:432)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:362)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1538)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$9(SolrZkClient.java:530)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:529)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:473)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:460)
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:334)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 1791893 ERROR (qtp559624950-24984) [n:127.0.0.1:57744_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'tmp_collection_shard1_replica_n1': Unable to create core [tmp_collection_shard1_replica_n1] Caused by: null
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1237)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:432)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:362)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThr
[...truncated too long message...]
] o.a.s.SolrTestCaseJ4 ###Ending testCdcrDocVersions
[junit4] 2> 1792342 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1792745 WARN (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]-SendThread(127.0.0.1:57720)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1003f1f7b250000 has expired
[junit4] 2> 1792952 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 16 /solr/overseer/queue
[junit4] 2> 10 /solr/collections
[junit4] 2> 10 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1792956 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57720
[junit4] 2> 1792956 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57720
[junit4] 2> 1792956 INFO (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[7E1605E589C493BE]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57720
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrVersionReplicationTest -Dtests.method=testCdcrDocVersions -Dtests.seed=7E1605E589C493BE -Dtests.slow=true -Dtests.locale=dua-CM -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 61.8s J1 | CdcrVersionReplicationTest.testCdcrDocVersions <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57793: ADDREPLICA failed to create replica
[junit4] > at __randomizedtesting.SeedInfo.seed([7E1605E589C493BE:86800E477BA27CA2]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1147)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:910)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:594)
[junit4] > at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:352)
[junit4] > at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:178)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_7E1605E589C493BE-001
[junit4] 2> Apr 28, 2020 7:48:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7e529e20), locale=dua-CM, timezone=Atlantic/South_Georgia
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=208966632,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [TestIBSimilarityFactory, TestNRTOpen, TestTolerantSearch, IndexSchemaRuntimeFieldTest, InfoHandlerTest, TestSubQueryTransformerCrossCore, TestDistribPackageStore, TestDelegationWithHadoopAuth, TestReRankQParserPlugin, TestTolerantUpdateProcessorCloud, MetricTriggerIntegrationTest, TestAnalyzedSuggestions, TestLuceneIndexBackCompat, CheckHdfsIndexTest, TestManagedSynonymFilterFactory, TestSystemCollAutoCreate, SOLR749Test, TestJsonFacetErrors, CollectionsAPISolrJTest, TestPerFieldSimilarity, TestLeaderElectionZkExpiry, TestCloudInspectUtil, TestCaffeineCache, TestCollationField, StatsComponentTest, TestDistribIDF, ReplaceNodeTest, TestQueryTypes, TestSolrJ, TestReloadDeadlock, ResponseBuilderTest, TestManagedSchemaThreadSafety, TestSolrXml, UniqFieldsUpdateProcessorFactoryTest, MetricsHistoryHandlerTest, TestBlobHandler, TestHttpServletCarrier, DistributedFacetPivotSmallAdvancedTest, TestReplicationHandler, TestLegacyNumericRangeQueryBuilder, TestSchemalessBufferedUpdates, TestPartialUpdateDeduplication, TestSimGenericDistributedQueue, TestStressCloudBlindAtomicUpdates, TestFieldResource, CreateRoutedAliasTest, HdfsWriteToMultipleCollectionsTest, TestDeprecatedFilters, ScheduledTriggerTest, SSLMigrationTest, TestSolrQueryResponse, OverseerCollectionConfigSetProcessorTest, TestCustomSort, HdfsCollectionsAPIDistributedZkTest, TestIntervalFaceting, ZkSolrClientTest, TestUnifiedSolrHighlighter, RequiredFieldsTest, MaxSizeAutoCommitTest, CategoryRoutedAliasUpdateProcessorTest, AdminHandlersProxyTest, ChaosMonkeySafeLeaderTest, DocValuesMissingTest, DistributedFacetSimpleRefinementLongTailTest, ConfigureRecoveryStrategyTest, DefaultValueUpdateProcessorTest, TestSolr4Spatial, TestRTimerTree, TestCollectionsAPIViaSolrCloudCluster, TestHashQParserPlugin, TestHighFrequencyDictionaryFactory, OpenExchangeRatesOrgProviderTest, RecoveryAfterSoftCommitTest, FacetPivotSmallTest, ClusterStateMockUtilTest, TestPullReplica, TestJsonRangeFacets, CollectionsAPIAsyncDistributedZkTest, TestZkChroot, TestTestInjection, JsonLoaderTest, HighlighterConfigTest, BadComponentTest, PreAnalyzedUpdateProcessorTest, TestTrackingShardHandlerFactory, PluginInfoTest, TestSchemaSimilarityResource, FullSolrCloudDistribCmdsTest, HLLUtilTest, DistribCursorPagingTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, NestedShardedAtomicUpdateTest, RecoveryZkTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery, TestDistributedMap, TestPullReplicaErrorHandling, TestShortCircuitedRequests, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, SplitByPrefixTest, TestRequestStatusCollectionAPI, NodeLostTriggerTest, RestoreTriggerStateTest, TriggerCooldownIntegrationTest, TestSimClusterStateProvider, TestSimScenario, CdcrOpsAndBoundariesTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest]
[junit4] Completed [593/907 (1!)] on J1 in 62.35s, 1 test, 1 error <<< FAILURES!
[...truncated 49047 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/909/consoleText
[repro] Revision: 608d89b7bd43f9d4b6b9cb64e7bffbc2d24b9fd8
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=CdcrVersionReplicationTest -Dtests.method=testCdcrDocVersions -Dtests.seed=7E1605E589C493BE -Dtests.slow=true -Dtests.locale=dua-CM -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] CdcrVersionReplicationTest
[repro] ant compile-test
[...truncated 3484 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.CdcrVersionReplicationTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=7E1605E589C493BE -Dtests.slow=true -Dtests.locale=dua-CM -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 81 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-12.0.2) - Build # 908 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/908/
Java: 64bit/jdk-12.0.2 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([DE7284FF4812B5BF:E83E00603D4BB7F0]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:118)
at org.junit.Assert.assertEquals(Assert.java:144)
at org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:197)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 15551 lines...]
[junit4] Suite: org.apache.solr.core.snapshots.TestSolrCloudSnapshots
[junit4] 2> 1555709 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1555709 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1555710 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/data-dir-170-001
[junit4] 2> 1555710 WARN (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1555710 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1555713 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None") w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1555716 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001
[junit4] 2> 1555717 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1555717 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1555717 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1555826 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:64854
[junit4] 2> 1555826 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:64854
[junit4] 2> 1555826 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64854
[junit4] 2> 1555826 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64854
[junit4] 2> 1555834 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1555847 INFO (zkConnectionManagerCallback-17447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1555848 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1555863 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1555868 INFO (zkConnectionManagerCallback-17449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1555869 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1555872 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1555877 INFO (zkConnectionManagerCallback-17451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1555880 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1555995 WARN (jetty-launcher-17452-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1555995 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1555995 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1555995 INFO (jetty-launcher-17452-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 1555996 WARN (jetty-launcher-17452-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1555996 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1555996 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1555996 WARN (jetty-launcher-17452-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1555996 INFO (jetty-launcher-17452-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 1555996 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1555996 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1555996 INFO (jetty-launcher-17452-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 1556001 INFO (jetty-launcher-17452-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1556001 INFO (jetty-launcher-17452-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1556001 INFO (jetty-launcher-17452-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1556002 INFO (jetty-launcher-17452-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4eb72da9{/solr,null,AVAILABLE}
[junit4] 2> 1556002 WARN (jetty-launcher-17452-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1556002 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1556002 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1556003 INFO (jetty-launcher-17452-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2747b30b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:64859}
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.e.j.s.Server Started @1556071ms
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64859}
[junit4] 2> 1556004 ERROR (jetty-launcher-17452-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1556004 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T14:31:10.966620Z
[junit4] 2> 1556006 INFO (jetty-launcher-17452-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1556006 INFO (jetty-launcher-17452-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1556006 INFO (jetty-launcher-17452-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1556007 INFO (jetty-launcher-17452-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1556007 INFO (jetty-launcher-17452-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1556007 INFO (jetty-launcher-17452-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1556008 INFO (jetty-launcher-17452-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35e56140{/solr,null,AVAILABLE}
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7472168{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:64860}
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.e.j.s.Server Started @1556077ms
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64860}
[junit4] 2> 1556009 ERROR (jetty-launcher-17452-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1556009 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T14:31:10.971995Z
[junit4] 2> 1556010 INFO (jetty-launcher-17452-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1556010 INFO (jetty-launcher-17452-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1556010 INFO (jetty-launcher-17452-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1556010 INFO (jetty-launcher-17452-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fa7c19e{/solr,null,AVAILABLE}
[junit4] 2> 1556011 INFO (jetty-launcher-17452-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@423f5819{/solr,null,AVAILABLE}
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29bc9680{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:64862}
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-3) [ ] o.e.j.s.Server Started @1556079ms
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64862}
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556012 ERROR (jetty-launcher-17452-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c732e2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:64863}
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-4) [ ] o.e.j.s.Server Started @1556080ms
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64863}
[junit4] 2> 1556012 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1556013 ERROR (jetty-launcher-17452-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.6.0
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T14:31:10.975248Z
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1556013 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-28T14:31:10.975405Z
[junit4] 2> 1556014 INFO (zkConnectionManagerCallback-17454-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556014 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556015 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556017 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556024 INFO (zkConnectionManagerCallback-17458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556024 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556025 INFO (zkConnectionManagerCallback-17460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556025 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556026 INFO (zkConnectionManagerCallback-17456-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556026 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556026 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1556027 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1556028 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1556028 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1556391 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1556394 WARN (jetty-launcher-17452-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75e0876b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556394 WARN (jetty-launcher-17452-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75e0876b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556417 WARN (jetty-launcher-17452-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74bf93b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556417 WARN (jetty-launcher-17452-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74bf93b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556421 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64854/solr
[junit4] 2> 1556426 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556430 INFO (zkConnectionManagerCallback-17477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556430 INFO (jetty-launcher-17452-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556484 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1556486 WARN (jetty-launcher-17452-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@251df16a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556486 WARN (jetty-launcher-17452-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@251df16a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556493 WARN (jetty-launcher-17452-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3abe6574[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556493 WARN (jetty-launcher-17452-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3abe6574[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556494 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64854/solr
[junit4] 2> 1556501 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556508 INFO (zkConnectionManagerCallback-17488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556509 INFO (jetty-launcher-17452-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556518 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1556521 WARN (jetty-launcher-17452-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2177ee32[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556521 WARN (jetty-launcher-17452-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2177ee32[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556529 WARN (jetty-launcher-17452-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@227701c7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556530 WARN (jetty-launcher-17452-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@227701c7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556531 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64854/solr
[junit4] 2> 1556532 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556536 INFO (zkConnectionManagerCallback-17496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556538 INFO (jetty-launcher-17452-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556541 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556543 INFO (zkConnectionManagerCallback-17498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556544 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556604 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1556611 WARN (jetty-launcher-17452-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4bafcc21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556611 WARN (jetty-launcher-17452-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4bafcc21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556631 WARN (jetty-launcher-17452-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3bcfa058[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556631 WARN (jetty-launcher-17452-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3bcfa058[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1556637 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64854/solr
[junit4] 2> 1556639 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556643 INFO (zkConnectionManagerCallback-17506-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556643 INFO (jetty-launcher-17452-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556660 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556666 INFO (zkConnectionManagerCallback-17508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556666 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556767 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556775 INFO (zkConnectionManagerCallback-17510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556776 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1556778 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1556784 INFO (zkConnectionManagerCallback-17512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1556786 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1557752 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64862_solr
[junit4] 2> 1557765 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.c.Overseer Overseer (id=72125756433039373-127.0.0.1:64862_solr-n_0000000000) starting
[junit4] 2> 1557879 INFO (OverseerStateUpdate-72125756433039373-127.0.0.1:64862_solr-n_0000000000) [n:127.0.0.1:64862_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64862_solr
[junit4] 2> 1557881 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64862_solr
[junit4] 2> 1557889 INFO (OverseerStateUpdate-72125756433039373-127.0.0.1:64862_solr-n_0000000000) [n:127.0.0.1:64862_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1557914 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1557915 WARN (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1557948 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1558052 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64862.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558099 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64862.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558099 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64862.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558101 INFO (jetty-launcher-17452-thread-3) [n:127.0.0.1:64862_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node3/.
[junit4] 2> 1558145 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1558174 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1558178 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1558180 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:64863_solr as DOWN
[junit4] 2> 1558185 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1558185 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64863_solr
[junit4] 2> 1558193 INFO (zkCallback-17509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1558193 INFO (zkCallback-17497-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1558194 INFO (zkCallback-17511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1558196 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1558207 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:64860_solr as DOWN
[junit4] 2> 1558209 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1558210 WARN (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1558224 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1558224 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64860_solr
[junit4] 2> 1558238 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:64859_solr as DOWN
[junit4] 2> 1558255 INFO (zkCallback-17509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1558255 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1558257 INFO (zkCallback-17497-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1558261 INFO (zkCallback-17511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1558284 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1558287 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64859_solr
[junit4] 2> 1558291 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1558295 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1558297 WARN (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1558309 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1558311 INFO (zkCallback-17497-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1558311 INFO (zkCallback-17511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1558314 INFO (zkCallback-17509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1558336 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1558339 WARN (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=you make it. Consider configuring authentication/authorization before exposing Solr to users internal or authorization=external. See https://s.apache.org/solrsecurity for more info. Solr is only as secure as disableddisabled
[junit4] 2> 1558353 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1558396 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1558490 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64863.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558610 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64860.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558630 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64859.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558631 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64863.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558633 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64863.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558640 INFO (jetty-launcher-17452-thread-4) [n:127.0.0.1:64863_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node4/.
[junit4] 2> 1558683 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64859.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558683 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64859.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558687 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64860.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558690 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64860.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1558694 INFO (jetty-launcher-17452-thread-2) [n:127.0.0.1:64859_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node2/.
[junit4] 2> 1558694 INFO (jetty-launcher-17452-thread-1) [n:127.0.0.1:64860_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node1/.
[junit4] 2> 1558713 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 1558715 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1558719 INFO (zkConnectionManagerCallback-17553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1558719 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1558724 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1558728 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64854/solr ready
[junit4] 2> 1559128 INFO (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[DE7284FF4812B5BF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSnapshots
[junit4] 2> 1559133 INFO (qtp662400031-27795) [n:127.0.0.1:64862_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=SolrCloudSnapshots&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1559147 INFO (OverseerThreadFactory-17525-thread-1-processing-n:127.0.0.1:64862_solr) [n:127.0.0.1:64862_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection SolrCloudSnapshots
[junit4] 2> 1559277 INFO (qtp662400031-27807) [n:127.0.0.1:64862_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1559281 INFO (qtp201383186-27806) [n:127.0.0.1:64863_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1559284 INFO (qtp696277067-27785) [n:127.0.0.1:64859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1559289 INFO (qtp159440424-27791) [n:127.0.0.1:64860_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1559294 INFO (qtp662400031-27793) [n:127.0.0.1:64862_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
[junit4] 2> 1559297 INFO (qtp201383186-27809) [n:127.0.0.1:64863_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1559299 INFO (qtp696277067-27786) [n:127.0.0.1:64859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1559301 INFO (qtp159440424-27797) [n:127.0.0.1:64860_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1559339 INFO (OverseerStateUpdate-72125756433039373-127.0.0.1:64862_solr-n_0000000000) [n:127.0.0.1:64862_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SolrCloudSnapshots",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SolrCloudSnapshots_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64860/solr",
[junit4] 2> "node_name":"127.0.0.1:64860_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1559356 INFO (OverseerStateUpdate-72125756433039373-127.0.0.1:64862_solr-n_0000000000) [n:127.0.0.1:64862_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SolrCloudSnapshots",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SolrCloudSnapshots_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64859/solr",
[junit4] 2> "node_name":"127.0.0.1:64859_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1559374 INFO (OverseerStateUpdate-72125756433039373-127.0.0.1:64862_solr-n_0000000000) [n:127.0.0.1:64862_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SolrCloudSnapshots",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SolrCloudSnapshots_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64863/solr",
[junit4] 2> "node_name":"127.0.0.1:64863_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1559394 INFO (OverseerStateUpdate-72125756433039373-127.0.0.1:64862_solr-n_0000000000) [n:127.0.0.1:64862_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SolrCloudSnapshots",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SolrCloudSnapshots_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64862/solr",
[junit4] 2> "node_name":"127.0.0.1:64862_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1559599 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica_n2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1559599 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica_n1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1559603 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica_n6&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1559606 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1559618 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica_n4&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1559644 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1559646 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1559653 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1559653 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1559668 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1559668 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1559670 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1559670 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard1_replica_n2' using configuration from configset conf1, trusted=true
[junit4] 2> 1559671 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64859.solr.core.SolrCloudSnapshots.shard1.replica_n2' (registry 'solr.core.SolrCloudSnapshots.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1559671 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node2/./SolrCloudSnapshots_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node2/./SolrCloudSnapshots_shard1_replica_n2/data/]
[junit4] 2> 1559672 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1559672 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1559672 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64860.solr.core.SolrCloudSnapshots.shard1.replica_n1' (registry 'solr.core.SolrCloudSnapshots.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1559673 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node1/./SolrCloudSnapshots_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node1/./SolrCloudSnapshots_shard1_replica_n1/data/]
[junit4] 2> 1559680 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1559681 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1559681 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard2_replica_n6' using configuration from configset conf1, trusted=true
[junit4] 2> 1559682 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64862.solr.core.SolrCloudSnapshots.shard2.replica_n6' (registry 'solr.core.SolrCloudSnapshots.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1559682 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node3/./SolrCloudSnapshots_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node3/./SolrCloudSnapshots_shard2_replica_n6/data/]
[junit4] 2> 1559682 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1559684 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1559684 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard2_replica_n4' using configuration from configset conf1, trusted=true
[junit4] 2> 1559684 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64863.solr.core.SolrCloudSnapshots.shard2.replica_n4' (registry 'solr.core.SolrCloudSnapshots.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d9b00b
[junit4] 2> 1559684 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.SolrCore [[SolrCloudSnapshots_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node4/./SolrCloudSnapshots_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001/tempDir-001/node4/./SolrCloudSnapshots_shard2_replica_n4/data/]
[junit4] 2> 1560031 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1560031 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1560033 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1560035 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1560050 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1560050 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1560068 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1560068 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1560082 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@28aea784[SolrCloudSnapshots_shard1_replica_n2] main]
[junit4] 2> 1560085 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2909fdc2[SolrCloudSnapshots_shard2_replica_n4] main]
[junit4] 2> 1560086 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1560088 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1560088 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1560088 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1560089 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1560089 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665227056795877376
[junit4] 2> 1560090 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1560090 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1560090 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1560092 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1560092 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1560093 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665227056800071680
[junit4] 2> 1560094 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@309990d2[SolrCloudSnapshots_shard2_replica_n6] main]
[junit4] 2> 1560095 INFO (searcherExecutor-17555-thread-1-processing-n:127.0.0.1:64859_solr x:SolrCloudSnapshots_shard1_replica_n2 c:SolrCloudSnapshots s:shard1 r:core_node5) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica_n2] Registered new searcher Searcher@28aea784[SolrCloudSnapshots_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1560098 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1560099 INFO (searcherExecutor-17561-thread-1-processing-n:127.0.0.1:64863_solr x:SolrCloudSnapshots_shard2_replica_n4 c:SolrCloudSnapshots s:shard2 r:core_node7) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica_n4] Registered new searcher Searcher@2909fdc2[SolrCloudSnapshots_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1560099 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1560100 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1560100 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665227056807411712
[junit4] 2> 1560108 INFO (searcherExecutor-17559-thread-1-processing-n:127.0.0.1:64862_solr x:SolrCloudSnapshots_shard2_replica_n6 c:SolrCloudSnapshots s:shard2 r:core_node8) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica_n6] Registered new searcher Searcher@309990d2[SolrCloudSnapshots_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1560109 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SolrCloudSnapshots/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1560109 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SolrCloudSnapshots/leaders/shard1
[junit4] 2> 1560113 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1560113 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1560114 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SolrCloudSnapshots/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 1560114 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SolrCloudSnapshots/leaders/shard2
[junit4] 2> 1560121 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1560121 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1560140 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@23b3c93[SolrCloudSnapshots_shard1_replica_n1] main]
[junit4] 2> 1560142 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SolrCloudSnapshots/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 1560142 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SolrCloudSnapshots/leaders/shard2
[junit4] 2> 1560158 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1560159 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1560162 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1560163 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1665227056873472000
[junit4] 2> 1560166 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9988ms
[junit4] 2> 1560167 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1560167 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1560167 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64863/solr/SolrCloudSnapshots_shard2_replica_n4/
[junit4] 2> 1560172 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard2_replica_n4 url=http://127.0.0.1:64863/solr START replicas=[http://127.0.0.1:64862/solr/SolrCloudSnapshots_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1560174 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard2_replica_n4 url=http://127.0.0.1:64863/solr DONE. We have no versions. sync failed.
[junit4] 2> 1560177 INFO (searcherExecutor-17557-thread-1-processing-n:127.0.0.1:64860_solr x:SolrCloudSnapshots_shard1_replica_n1 c:SolrCloudSnapshots s:shard1 r:core_node3) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica_n1] Registered new searcher Searcher@23b3c93[SolrCloudSnapshots_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1560179 INFO (qtp662400031-27793) [n:127.0.0.1:64862_solr c:SolrCloudSnapshots s:shard2 r:core_node8 x:SolrCloudSnapshots_shard2_replica_n6 ] o.a.s.c.S.Request [SolrCloudSnapshots_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1560182 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1560182 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1560182 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/SolrCloudSnapshots/leaders/shard2/leader after winning as /collections/SolrCloudSnapshots/leader_elect/shard2/election/72125756433039372-core_node7-n_0000000000
[junit4] 2> 1560190 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64863/solr/SolrCloudSnapshots_shard2_replica_n4/ shard2
[junit4] 2> 1560194 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SolrCloudSnapshots/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 1560194 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/SolrCloudSnapshots/leaders/shard1
[junit4] 2> 1560298 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560298 INFO (zkCallback-17507-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560299 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr c:SolrCloudSnapshots s:shard2 r:core_node7 x:SolrCloudSnapshots_shard2_replica_n4 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1560306 INFO (qtp201383186-27810) [n:127.0.0.1:64863_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica_n4&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=688
[junit4] 2> 1560411 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560411 INFO (zkCallback-17507-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560411 INFO (zkCallback-17507-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560687 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1560687 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1560687 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64859/solr/SolrCloudSnapshots_shard1_replica_n2/
[junit4] 2> 1560688 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard1_replica_n2 url=http://127.0.0.1:64859/solr START replicas=[http://127.0.0.1:64860/solr/SolrCloudSnapshots_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1560689 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=SolrCloudSnapshots_shard1_replica_n2 url=http://127.0.0.1:64859/solr DONE. We have no versions. sync failed.
[junit4] 2> 1560692 INFO (qtp159440424-27791) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.c.S.Request [SolrCloudSnapshots_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1560692 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1560692 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1560692 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/SolrCloudSnapshots/leaders/shard1/leader after winning as /collections/SolrCloudSnapshots/leader_elect/shard1/election/72125756433039374-core_node5-n_0000000000
[junit4] 2> 1560697 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64859/solr/SolrCloudSnapshots_shard1_replica_n2/ shard1
[junit4] 2> 1560813 INFO (zkCallback-17511-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560814 INFO (zkCallback-17507-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560814 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560815 INFO (zkCallback-17507-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560820 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr c:SolrCloudSnapshots s:shard1 r:core_node5 x:SolrCloudSnapshots_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1560831 INFO (qtp696277067-27788) [n:127.0.0.1:64859_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica_n2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1233
[junit4] 2> 1560933 INFO (zkCallback-17511-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560933 INFO (zkCallback-17507-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560934 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560934 INFO (zkCallback-17507-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1560934 INFO (zkCallback-17511-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563906 INFO (qtp159440424-27804) [n:127.0.0.1:64860_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica_n1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4308
[junit4] 2> 1563910 INFO (zkCallback-17507-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563910 INFO (zkCallback-17507-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563910 INFO (zkCallback-17509-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563910 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563911 INFO (qtp662400031-27799) [n:127.0.0.1:64862_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica_n6&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4308
[junit4] 2> 1563912 INFO (zkCallback-17511-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563912 INFO (zkCallback-17511-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563915 INFO (zkCallback-17497-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563915 INFO (zkCallback-17497-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1563926 INFO (qtp662400031-27795) [n:127.0.0.1:64862_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1563927 INFO (OverseerCollectionConfigSetProcessor-72125756433039373-127.0.0.1:64862_solr-n_0000000000) [n:127.0.0.1:64862_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1564028 INFO (zkCallback-17511-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564028 INFO (zkCallback-17497-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564028 INFO (zkCallback-17497-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564028 INFO (zkCallback-17511-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564028 INFO (zkCallback-17507-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564028 INFO (zkCallback-17507-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564029 INFO (zkCallback-17507-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564029 INFO (zkCallback-17509-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564029 INFO (zkCallback-17509-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SolrCloudSnapshots/state.json] for collection [SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1564037 INFO (qtp662400031-27795) [n:127.0.0.1:64862_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=SolrCloudSnapshots&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4904
[junit4] 2> 1564038 INFO (TEST-TestSolrCloudSnapshots.testSnapshots-seed#[DE7284FF4812B5BF]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: SolrCloudSnapshots
[junit4] 2> 1564452 INFO (qtp159440424-27791) [n:127.0.0.1:64860_solr c:SolrCloudSnapshots s:shard1 r:core_node3 x:SolrCloudSnapshots_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [SolrCloudSnapshots_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1665227060973404160&distrib.from=http://127.0.0.1:64859/solr/SolrCloudSnapshots_shard1_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-16652270
[...truncated too long message...]
Stopped o.e.j.s.ServletContextHandler@4eb72da9{/solr,null,UNAVAILABLE}
[junit4] 2> 1614870 INFO (jetty-closer-17615-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1614913 INFO (zkCallback-17507-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1614924 INFO (jetty-closer-17615-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7472168{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1614924 INFO (jetty-closer-17615-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35e56140{/solr,null,UNAVAILABLE}
[junit4] 2> 1614924 INFO (jetty-closer-17615-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1615018 INFO (jetty-closer-17615-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72125756433039372-127.0.0.1:64863_solr-n_0000000001) closing
[junit4] 2> 1615023 INFO (jetty-closer-17615-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c732e2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1615023 INFO (jetty-closer-17615-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@423f5819{/solr,null,UNAVAILABLE}
[junit4] 2> 1615023 INFO (jetty-closer-17615-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1615026 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1615284 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections/SolrCloudSnapshots_restored/terms/shard2
[junit4] 2> 8 /solr/collections/SolrCloudSnapshots_restored/terms/shard1
[junit4] 2> 7 /solr/collections/SolrCloudSnapshots/terms/shard2
[junit4] 2> 7 /solr/collections/SolrCloudSnapshots/terms/shard1
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/SolrCloudSnapshots/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 106 /solr/collections/SolrCloudSnapshots_restored/state.json
[junit4] 2> 64 /solr/collections/SolrCloudSnapshots/state.json
[junit4] 2> 7 /solr/collections/SolrCloudSnapshots/collectionprops.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/SolrCloudSnapshots_restored/collectionprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 67 /solr/overseer/queue
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 15 /solr/overseer/collection-queue-work
[junit4] 2> 14 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1615848 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:64854
[junit4] 2> 1615848 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64854
[junit4] 2> 1615848 INFO (SUITE-TestSolrCloudSnapshots-seed#[DE7284FF4812B5BF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64854
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_DE7284FF4812B5BF-001
[junit4] 2> Apr 28, 2020 2:32:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=9493, maxDocsPerChunk=4, blockShift=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=9493, blockSize=5)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3859bfdf), locale=kde, timezone=Africa/Malabo
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=147870408,total=346030080
[junit4] 2> NOTE: All tests run in this JVM: [JWTAuthPluginIntegrationTest, TestJsonFacetsWithNestedObjects, TestApiFramework, TestSha256AuthenticationProvider, UpdateParamsTest, TestCharFilters, DeleteReplicaTest, RankQueryTest, TestSurroundQueryParser, TestPrepRecovery, DocumentBuilderTest, CacheHeaderTest, ExternalFileFieldSortTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DebugComponentTest, TestCloudSchemaless, DistributedTermsComponentTest, AssignBackwardCompatibilityTest, FieldAnalysisRequestHandlerTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, CloudMLTQParserTest, TestSimPolicyCloud, BufferStoreTest, TestBinaryResponseWriter, OverseerSolrResponseUnsafeSerializationTest, TestFastLRUCache, SpatialRPTFieldTypeTest, TestFieldCollectionResource, HdfsBasicDistributedZkTest, TestSubQueryTransformer, FastVectorHighlighterTest, BigEndianAscendingWordDeserializerTest, TestManagedSchemaAPI, TestRetrieveFieldsOptimizer, AtomicUpdatesTest, RandomizedTaggerTest, TestDistributedMissingSort, ForceLeaderWithTlogReplicasTest, TestCloudRecovery, TestFieldCacheWithThreads, ZkDynamicConfigTest, ScheduledTriggerIntegrationTest, IndexSizeEstimatorTest, TestLegacyNumericUtils, TestNonDefinedSimilarityFactory, TestObjectReleaseTracker, TestCollectionAPI, TestComponentsName, CoreAdminOperationTest, PeerSyncReplicationTest, HLLSerializationTest, TestIndexingPerformance, VMParamsZkACLAndCredentialsProvidersTest, TestJoin, BaseCdcrDistributedZkTest, TestSimClusterStateProvider, ReplaceNodeNoTargetTest, DateRangeFieldTest, LeaderTragicEventTest, WordBreakSolrSpellCheckerTest, TestRestoreCore, WrapperMergePolicyFactoryTest, TestFieldCache, LeaderElectionContextKeyTest, BlockJoinFacetRandomTest, TestPostingsSolrHighlighter, TestSimExtremeIndexing, TestStressLucene, BooleanFieldTest, TestHdfsUpdateLog, RoutingToNodesWithPropertiesTest, TestStressThreadBackup, SolrLogPostToolTest, SpellCheckComponentTest, TestUseDocValuesAsStored2, TestDistributedTracing, CollectionTooManyReplicasTest, XsltUpdateRequestHandlerTest, HdfsRecoveryZkTest, CollectionStateFormat2Test, TestGraphTermsQParserPlugin, TokenizerChainTest, DistributedQueryComponentCustomSortTest, TestXmlQParserPlugin, TestDistributedMap, PrimitiveFieldTypeTest, MetricsHandlerTest, TestMergePolicyConfig, ParsingFieldUpdateProcessorsTest, TestCloudJSONFacetSKG, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, DistributedQueueTest, LeaderFailureAfterFreshStartTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, RestartWhileUpdatingTest, RollingRestartTest, SolrXmlInZkTest, SplitShardTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPivotFacet, TestConfigSetsAPIZkFailure, TestDynamicFieldNamesIndexCorrectly, TestOnReconnectListenerSupport, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestTolerantUpdateProcessorCloud, ZkNodePropsTest, ZkShardTermsTest, CollectionsAPIDistributedZkTest, NodeLostTriggerIntegrationTest, NodeLostTriggerTest, TriggerCooldownIntegrationTest, TestSimLargeCluster, CachingDirectoryFactoryTest, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestJmxIntegration, TestQuerySenderListener, TestQuerySenderNoQuery, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrIndexConfig, TestSolrXml, TestXIncludeConfig, TestSolrCloudSnapshots]
[junit4] Completed [647/907 (1!)] on J0 in 61.22s, 1 test, 1 failure <<< FAILURES!
[...truncated 48873 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/908/consoleText
[repro] Revision: 489278b87ab361a26860e4f7649106444255eccf
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=TestSolrCloudSnapshots -Dtests.method=testSnapshots -Dtests.seed=DE7284FF4812B5BF -Dtests.slow=true -Dtests.locale=kde -Dtests.timezone=Africa/Malabo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestSolrCloudSnapshots
[repro] ant compile-test
[...truncated 3484 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSolrCloudSnapshots" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=DE7284FF4812B5BF -Dtests.slow=true -Dtests.locale=kde -Dtests.timezone=Africa/Malabo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 81 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.core.snapshots.TestSolrCloudSnapshots
[repro] Exiting with code 0
[...truncated 73 lines...]