You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/08/09 13:57:46 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 368 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/368/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at https://127.0.0.1:46205/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46205/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14121 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
[junit4] 2> 512919 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 512919 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 512920 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/data-dir-51-001
[junit4] 2> 512920 WARN (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 512920 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 512921 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 512922 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 512922 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001
[junit4] 2> 512922 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 512922 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 512923 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 512923 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 513022 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 45009
[junit4] 2> 513023 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45009
[junit4] 2> 513023 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45009
[junit4] 2> 513023 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45009
[junit4] 2> 513024 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 513030 INFO (zkConnectionManagerCallback-4033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 513030 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 513038 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 513042 INFO (zkConnectionManagerCallback-4035-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 513042 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 513042 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 513045 INFO (zkConnectionManagerCallback-4037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 513046 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 513154 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 513154 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 513154 INFO (jetty-launcher-4038-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 513157 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 513157 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 513157 INFO (jetty-launcher-4038-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 513166 INFO (jetty-launcher-4038-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 513166 INFO (jetty-launcher-4038-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 513166 INFO (jetty-launcher-4038-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 513174 INFO (jetty-launcher-4038-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8314ea8{/solr,null,AVAILABLE}
[junit4] 2> 513181 INFO (jetty-launcher-4038-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 513181 INFO (jetty-launcher-4038-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 513181 INFO (jetty-launcher-4038-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 513181 INFO (jetty-launcher-4038-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a043f17{/solr,null,AVAILABLE}
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fc3345c{SSL, (ssl, http/1.1)}{127.0.0.1:45029}
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.e.j.s.Server Started @513213ms
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45009/solr, hostPort=45029}
[junit4] 2> 513182 ERROR (jetty-launcher-4038-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-09T13:06:02.939Z
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@275cf013{SSL, (ssl, http/1.1)}{127.0.0.1:46205}
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.e.j.s.Server Started @513214ms
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45009/solr, hostPort=46205}
[junit4] 2> 513182 ERROR (jetty-launcher-4038-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 513182 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-09T13:06:02.939Z
[junit4] 2> 513184 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 513184 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 513185 INFO (zkConnectionManagerCallback-4040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 513185 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 513185 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 513185 INFO (zkConnectionManagerCallback-4042-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 513185 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 513186 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 513189 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 513189 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 513189 WARN (jetty-launcher-4038-thread-1-SendThread(127.0.0.1:45009)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100848b81510003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 513189 WARN (jetty-launcher-4038-thread-2-SendThread(127.0.0.1:45009)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100848b81510004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 513522 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 513523 WARN (jetty-launcher-4038-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 513745 WARN (jetty-launcher-4038-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41b60882[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 513745 WARN (jetty-launcher-4038-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41b60882[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 513766 WARN (jetty-launcher-4038-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 513790 WARN (jetty-launcher-4038-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d0a5f34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 513790 WARN (jetty-launcher-4038-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d0a5f34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 513791 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45009/solr
[junit4] 2> 513821 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 513833 INFO (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 513833 INFO (jetty-launcher-4038-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 513834 WARN (jetty-launcher-4038-thread-2-SendThread(127.0.0.1:45009)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100848b81510005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 513947 INFO (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 513948 INFO (zkConnectionManagerCallback-4058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 513948 INFO (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 513999 WARN (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 514185 INFO (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46205_solr
[junit4] 2> 514186 INFO (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.Overseer Overseer (id=72203328742817798-127.0.0.1:46205_solr-n_0000000000) starting
[junit4] 2> 514194 INFO (OverseerStateUpdate-72203328742817798-127.0.0.1:46205_solr-n_0000000000) [n:127.0.0.1:46205_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46205_solr
[junit4] 2> 514205 INFO (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46205_solr
[junit4] 2> 514206 INFO (zkCallback-4057-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 514207 INFO (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 514207 WARN (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 514228 INFO (jetty-launcher-4038-thread-2) [n:127.0.0.1:46205_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node2
[junit4] 2> 515620 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 515620 WARN (jetty-launcher-4038-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 515621 WARN (jetty-launcher-4038-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c8d52bf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515621 WARN (jetty-launcher-4038-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c8d52bf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515624 WARN (jetty-launcher-4038-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 515624 WARN (jetty-launcher-4038-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c6f0c30[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515624 WARN (jetty-launcher-4038-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c6f0c30[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515626 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45009/solr
[junit4] 2> 515626 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515629 INFO (zkConnectionManagerCallback-4076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515629 INFO (jetty-launcher-4038-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515731 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515732 INFO (zkConnectionManagerCallback-4078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515732 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515735 WARN (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 515736 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 515739 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45029_solr as DOWN
[junit4] 2> 515740 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 515740 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45029_solr
[junit4] 2> 515741 INFO (zkCallback-4057-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 515742 INFO (zkCallback-4077-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 515743 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 515743 WARN (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 515757 INFO (jetty-launcher-4038-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node1
[junit4] 2> 515762 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 515763 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515764 INFO (zkConnectionManagerCallback-4089-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515764 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515765 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 515766 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45009/solr ready
[junit4] 2> 515786 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
[junit4] 2> 515816 INFO (OverseerThreadFactory-4065-thread-1-processing-n:127.0.0.1:46205_solr) [n:127.0.0.1:46205_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
[junit4] 2> 515924 INFO (OverseerStateUpdate-72203328742817798-127.0.0.1:46205_solr-n_0000000000) [n:127.0.0.1:46205_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:45029_solr",
[junit4] 2> "base_url":"https://127.0.0.1:45029/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 515926 INFO (OverseerStateUpdate-72203328742817798-127.0.0.1:46205_solr-n_0000000000) [n:127.0.0.1:46205_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:46205_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46205/solr",
[junit4] 2> "collection":"testOtherReplicasAreNotActive",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 516138 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 516138 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 516147 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 516148 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 516149 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 516149 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
[junit4] 2> 516149 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
[junit4] 2> 516157 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 516167 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 516168 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 516168 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 516168 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 516169 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
[junit4] 2> 516182 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 516182 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 516183 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 516183 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 516184 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 516184 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 516184 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 516184 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707621079780950016
[junit4] 2> 516186 INFO (searcherExecutor-4091-thread-1-processing-n:127.0.0.1:46205_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 516190 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 516190 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 516194 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9999ms
[junit4] 2> 516194 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 516194 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 516195 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 516195 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 516196 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 516196 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 516196 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 516196 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707621079793532928
[junit4] 2> 516198 INFO (searcherExecutor-4093-thread-1-processing-n:127.0.0.1:45029_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 516202 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 516202 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
[junit4] 2> 516695 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 516695 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 516695 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46205/solr/testOtherReplicasAreNotActive_shard1_replica_n2/
[junit4] 2> 516696 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:46205/solr START replicas=[https://127.0.0.1:45029/solr/testOtherReplicasAreNotActive_shard1_replica_n1/] nUpdates=100
[junit4] 2> 516696 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:46205/solr DONE. We have no versions. sync failed.
[junit4] 2> 516702 INFO (qtp1966825260-9861) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 516702 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 516702 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 516702 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/72203328742817798-core_node4-n_0000000000
[junit4] 2> 516705 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46205/solr/testOtherReplicasAreNotActive_shard1_replica_n2/ shard1
[junit4] 2> 516806 INFO (zkCallback-4057-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 516807 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 516810 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=672
[junit4] 2> 516910 INFO (zkCallback-4057-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 516910 INFO (zkCallback-4057-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 517216 INFO (qtp1966825260-9856) [n:127.0.0.1:45029_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1058
[junit4] 2> 517218 INFO (qtp765762403-9867) [n:127.0.0.1:46205_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 517315 INFO (zkCallback-4057-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 517315 INFO (zkCallback-4057-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 517315 INFO (zkCallback-4077-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 517315 INFO (zkCallback-4077-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
[junit4] 2> 517316 INFO (qtp765762403-9867) [n:127.0.0.1:46205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1502
[junit4] 2> 517316 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
[junit4] 2> 517320 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:45029/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:45029_solr",
[junit4] 2> "base_url":"https://127.0.0.1:45029/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:46205_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46205/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 517320 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=122189335
[junit4] 2> 517320 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45029_solr
[junit4] 2> 517321 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 517321 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45029_solr as DOWN
[junit4] 2> 517326 INFO (coreCloseExecutor-4105-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2e9df57e
[junit4] 2> 517326 INFO (coreCloseExecutor-4105-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=SolrCore@2e9df57e
[junit4] 2> 517326 INFO (coreCloseExecutor-4105-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@2e9df57e
[junit4] 2> 517327 INFO (coreCloseExecutor-4105-thread-1) [n:127.0.0.1:45029_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 517332 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 517332 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 517332 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 517333 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 517335 WARN (jetty-launcher-4038-thread-1-SendThread(127.0.0.1:45009)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100848b81510008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 517336 INFO (zkCallback-4057-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 517336 INFO (zkCallback-4088-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 517423 INFO (zkCallback-4057-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517423 INFO (zkCallback-4057-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517438 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7fc3345c{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 517438 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8314ea8{/solr,null,STOPPED}
[junit4] 2> 517438 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 517439 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 45029
[junit4] 2> 517439 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
[junit4] 2> 517442 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node4:{
[junit4] 2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:46205_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46205/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}
[junit4] 2> 517450 ERROR (qtp765762403-9864) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
[junit4] 2> => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894)
[junit4] 2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
[junit4] 2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3886) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
[junit4] 2> at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
[junit4] 2> Caused by: java.lang.Exception: injected tragedy
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
[junit4] 2> ... 40 more
[junit4] 2> 517453 INFO (qtp765762403-9864) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 517453 ERROR (qtp765762403-9864) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 517453 INFO (qtp765762403-9864) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2] webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
[junit4] 2> 517453 ERROR (qtp765762403-9864) [n:127.0.0.1:46205_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
[junit4] 2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 517458 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=45029)
[junit4] 2> 517462 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 45029 try number 2 ...
[junit4] 2> 517462 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 517466 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 517466 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 517466 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 517466 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2780773f{/solr,null,AVAILABLE}
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ac66d36{SSL, (ssl, http/1.1)}{127.0.0.1:45029}
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.s.Server Started @517499ms
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45009/solr, hostPort=45029}
[junit4] 2> 517467 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.1
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 517467 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-09T13:06:07.224Z
[junit4] 2> 517469 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 517473 INFO (zkConnectionManagerCallback-4109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 517474 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 517479 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 517482 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 517483 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]-SendThread(127.0.0.1:45009)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100848b8151000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100848b8151000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100848b8151000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 517818 INFO (OverseerCollectionConfigSetProcessor-72203328742817798-127.0.0.1:46205_solr-n_0000000000) [n:127.0.0.1:46205_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 518093 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 518093 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 518094 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75756e45[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518094 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75756e45[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518098 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 518099 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c06c05c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518099 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c06c05c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518100 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45009/solr
[junit4] 2> 518102 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518103 INFO (zkConnectionManagerCallback-4120-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518103 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518104 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]-SendThread(127.0.0.1:45009)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100848b8151000b.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100848b8151000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100848b8151000b, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 518205 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518206 INFO (zkConnectionManagerCallback-4122-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518206 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518209 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 518211 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 518213 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45029_solr as DOWN
[junit4] 2> 518214 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 518214 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45029_solr
[junit4] 2> 518216 INFO (zkCallback-4057-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518216 INFO (zkCallback-4088-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518216 INFO (zkCallback-4121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518217 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 518218 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 518233 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node1
[junit4] 2> 518233 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[356A7C5772760A0A]) [n:127.0.0.1:45029_solr ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n1]
[junit4] 2> 518244 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 518246 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 518246 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 518256 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 518256 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 518270 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 518270 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 518270 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
[junit4] 2> 518298 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 518298 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 518299 INFO (coreLoadExecutor-4128-thread-1-processing-n:127.0.0.1:45029_solr) [n:127.0.0.1:45029_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 518299 INFO (coreLoadExec
[...truncated too long message...]
9233 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46205_solr
[junit4] 2> 529234 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 529234 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46205_solr as DOWN
[junit4] 2> 529234 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1394579360
[junit4] 2> 529234 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45029_solr
[junit4] 2> 529235 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 529235 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45029_solr as DOWN
[junit4] 2> 529246 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 529246 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 529246 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 529246 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 529247 INFO (closeThreadPool-4151-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72203328742817798-127.0.0.1:46205_solr-n_0000000000) closing
[junit4] 2> 529249 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 529250 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 529250 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 529250 INFO (jetty-closer-4142-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 529255 INFO (OverseerStateUpdate-72203328742817798-127.0.0.1:46205_solr-n_0000000000) [n:127.0.0.1:46205_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46205_solr
[junit4] 2> 529256 INFO (qtp765762403-9866) [n:127.0.0.1:46205_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45029_solr&onlyIfLeaderActive=true&core=testOtherReplicasAreNotActive_shard1_replica_n2&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=10923
[junit4] 2> 529256 INFO (OverseerAutoScalingTriggerThread-72203328742817798-127.0.0.1:46205_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 529259 INFO (closeThreadPool-4151-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72203328742817798-127.0.0.1:46205_solr-n_0000000000) closing
[junit4] 2> 529260 WARN (jetty-launcher-4038-thread-2-SendThread(127.0.0.1:45009)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100848b81510006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100848b81510006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 529357 INFO (jetty-closer-4142-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2ac66d36{SSL, (ssl, http/1.1)}{127.0.0.1:45029}
[junit4] 2> 529358 INFO (jetty-closer-4142-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2780773f{/solr,null,STOPPED}
[junit4] 2> 529358 INFO (jetty-closer-4142-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 529360 INFO (jetty-closer-4142-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72203328742817798-127.0.0.1:46205_solr-n_0000000000) closing
[junit4] 2> 529365 INFO (jetty-closer-4142-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@275cf013{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 529366 INFO (jetty-closer-4142-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a043f17{/solr,null,STOPPED}
[junit4] 2> 529366 INFO (jetty-closer-4142-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 529366 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 529569 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testOtherReplicasAreNotActive/terms/shard1
[junit4] 2> 8 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2> 3 /solr/collections/testLeaderFailsOver/terms/shard1
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 26 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/72203328742817798-127.0.0.1:46205_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/72203328742817798-core_node4-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2> 16 /solr/collections
[junit4] 2> 14 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 13 /solr/overseer/collection-queue-work
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2>
[junit4] 2> 529572 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45009
[junit4] 2> 529572 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45009
[junit4] 2> 529572 INFO (SUITE-LeaderTragicEventTest-seed#[356A7C5772760A0A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45009
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_356A7C5772760A0A-001
[junit4] 2> Aug 09, 2021 1:06:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1694, maxMBSortInHeap=7.061973716572907, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=fr-LU, timezone=Australia/Perth
[junit4] 2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=189399800,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestBooleanSimilarityFactory, ZkStateReaderTest, TestNestedDocsSort, DOMUtilTest, TestSolrCachePerf, UtilsToolTest, TestReversedWildcardFilterFactory, SimplePostToolTest, HdfsNNFailoverTest, SecurityHeadersTest, TestTrackingShardHandlerFactory, TestSolrCloudWithDelegationTokens, TestDistributedStatsComponentCardinality, ReindexCollectionTest, TestSolrDeletionPolicy2, TestHalfAndHalfDocValues, ConnectionReuseTest, ReplicationFactorTest, TestSolrCoreProperties, DistributedIntervalFacetingTest, DocExpirationUpdateProcessorFactoryTest, BasicAuthIntegrationTest, TestManagedResource, FileBasedSpellCheckerTest, TestCorePropertiesReload, IndexSizeTriggerTest, BlockCacheTest, MetricsHistoryWithAuthIntegrationTest, TestRuleBasedAuthorizationWithKerberos, TestSimNodeAddedTrigger, TestSegmentSorting, SampleTest, RandomizedTaggerTest, DocValuesNotIndexedTest, TestHashQParserPlugin, TriggerCooldownIntegrationTest, TestSurroundQueryParser, CheckHdfsIndexTest, SuggesterFSTTest, HLLUtilTest, TestEmbeddedSolrServerAdminHandler, TestJoin, DirectSolrConnectionTest, TestRetrieveFieldsOptimizer, TestPayloadCheckQParserPlugin, PeerSyncTest, TestLocalFSCloudBackupRestore, BadComponentTest, TestFieldCacheWithThreads, TestLegacyFieldReuse, TestConfigSetsAPIZkFailure, TestSimTriggerIntegration, TestHdfsBackupRestoreCore, TestFilteredDocIdSet, HdfsDirectoryFactoryTest, HighlighterTest, TestIBSimilarityFactory, SearchRateTriggerIntegrationTest, RankQParserPluginTest, LeaderTragicEventTest]
[junit4] Completed [250/939 (1!)] on J1 in 17.11s, 2 tests, 1 error <<< FAILURES!
[...truncated 54892 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 370 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/370/
2 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest
Error Message:
Error from server at https://127.0.0.1:34207/solr/collection1: {"collection1":11}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34207/solr/collection1: {"collection1":11}
at __randomizedtesting.SeedInfo.seed([FDDE68646BC8F3A5:892E89212FECB42A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([FDDE68646BC8F3A5:1502C5869820E985]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1023)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped Memory Circuit Breaker triggered as JVM heap usage values are greater than allocated threshold.Seen JVM heap memory usage 445803728 and allocated threshold 392822784
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:322)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2637)
at org.apache.solr.util.TestHarness.query(TestHarness.java:346)
at org.apache.solr.util.TestHarness.query(TestHarness.java:328)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:997)
... 45 more
Build Log:
[...truncated 13596 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 295430 INFO (SUITE-TestCloudRecovery-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 295430 INFO (SUITE-TestCloudRecovery-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/data-dir-83-001
[junit4] 2> 295430 WARN (SUITE-TestCloudRecovery-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 295430 INFO (SUITE-TestCloudRecovery-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 295432 INFO (SUITE-TestCloudRecovery-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 295433 INFO (SUITE-TestCloudRecovery-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 295436 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
[junit4] 2> 295436 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001
[junit4] 2> 295436 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 295437 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 295437 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 295438 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 295575 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.ZkTestServer start zk server on port: 45761
[junit4] 2> 295576 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45761
[junit4] 2> 295576 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45761
[junit4] 2> 295576 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45761
[junit4] 2> 295579 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 295585 INFO (zkConnectionManagerCallback-1689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 295600 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 295623 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 295625 INFO (zkConnectionManagerCallback-1691-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 295625 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 295627 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 295629 INFO (zkConnectionManagerCallback-1693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 295630 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 295734 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 295734 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 295734 INFO (jetty-launcher-1694-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 295735 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 295735 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 295735 INFO (jetty-launcher-1694-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 295735 INFO (jetty-launcher-1694-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 295735 INFO (jetty-launcher-1694-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 295735 INFO (jetty-launcher-1694-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 295736 INFO (jetty-launcher-1694-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ae50c19{/solr,null,AVAILABLE}
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@354e2108{SSL, (ssl, http/1.1)}{127.0.0.1:35019}
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.e.j.s.Server Started @295816ms
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45761/solr, hostPort=35019}
[junit4] 2> 295739 ERROR (jetty-launcher-1694-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 295739 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-09T21:47:46.218Z
[junit4] 2> 295747 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 295750 INFO (jetty-launcher-1694-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 295750 INFO (jetty-launcher-1694-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 295750 INFO (jetty-launcher-1694-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 295751 INFO (jetty-launcher-1694-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f041e50{/solr,null,AVAILABLE}
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7770ea6f{SSL, (ssl, http/1.1)}{127.0.0.1:35917}
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.e.j.s.Server Started @295829ms
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45761/solr, hostPort=35917}
[junit4] 2> 295752 ERROR (jetty-launcher-1694-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 295752 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-09T21:47:46.231Z
[junit4] 2> 295753 INFO (zkConnectionManagerCallback-1696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 295753 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 295753 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 295754 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 295754 INFO (zkConnectionManagerCallback-1698-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 295754 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 295755 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 295761 WARN (jetty-launcher-1694-thread-2-SendThread(127.0.0.1:45761)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x106e3cff0b60004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x106e3cff0b60004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106e3cff0b60004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 296404 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 296405 WARN (jetty-launcher-1694-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 296405 WARN (jetty-launcher-1694-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@289e9bb7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 296405 WARN (jetty-launcher-1694-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@289e9bb7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 296409 WARN (jetty-launcher-1694-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 296413 WARN (jetty-launcher-1694-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2b0929f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 296413 WARN (jetty-launcher-1694-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2b0929f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 296414 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45761/solr
[junit4] 2> 296416 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 296417 INFO (zkConnectionManagerCallback-1712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 296417 INFO (jetty-launcher-1694-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 296620 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 296623 INFO (zkConnectionManagerCallback-1714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 296623 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 296688 WARN (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 296692 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35917_solr
[junit4] 2> 296692 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer (id=73996926134386694-127.0.0.1:35917_solr-n_0000000000) starting
[junit4] 2> 296696 INFO (OverseerStateUpdate-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35917_solr
[junit4] 2> 296699 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35917_solr
[junit4] 2> 296701 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 296701 WARN (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 296704 INFO (zkCallback-1713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 296723 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 296754 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 296760 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 296760 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 296761 INFO (jetty-launcher-1694-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node2
[junit4] 2> 298117 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 298118 WARN (jetty-launcher-1694-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 298119 WARN (jetty-launcher-1694-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@77d3aabe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 298119 WARN (jetty-launcher-1694-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@77d3aabe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 298122 WARN (jetty-launcher-1694-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 298123 WARN (jetty-launcher-1694-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5be870c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 298123 WARN (jetty-launcher-1694-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5be870c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 298123 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45761/solr
[junit4] 2> 298127 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 298128 INFO (zkConnectionManagerCallback-1734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 298128 INFO (jetty-launcher-1694-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 298129 WARN (jetty-launcher-1694-thread-1-SendThread(127.0.0.1:45761)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x106e3cff0b60007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x106e3cff0b60007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106e3cff0b60007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 298231 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 298232 INFO (zkConnectionManagerCallback-1736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 298232 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 298236 WARN (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 298241 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 298245 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:35019_solr as DOWN
[junit4] 2> 298246 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 298246 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35019_solr
[junit4] 2> 298247 INFO (zkCallback-1713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 298247 INFO (zkCallback-1735-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 298248 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 298249 WARN (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 298260 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 298279 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 298299 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 298299 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 298300 INFO (jetty-launcher-1694-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node1
[junit4] 2> 298318 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 298319 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 298321 INFO (zkConnectionManagerCallback-1749-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 298321 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 298322 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 298323 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45761/solr ready
[junit4] 2> 298381 INFO (OverseerThreadFactory-1721-thread-1-processing-n:127.0.0.1:35917_solr) [n:127.0.0.1:35917_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 298491 INFO (OverseerStateUpdate-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:35917_solr",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 298493 INFO (OverseerStateUpdate-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:35019_solr",
[junit4] 2> "base_url":"https://127.0.0.1:35019/solr",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 298498 INFO (OverseerStateUpdate-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"collection1_shard2_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:35917_solr",
[junit4] 2> "base_url":"https://127.0.0.1:35917/solr",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 298501 INFO (OverseerStateUpdate-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"collection1_shard2_replica_n6",
[junit4] 2> "node_name":"127.0.0.1:35019_solr",
[junit4] 2> "base_url":"https://127.0.0.1:35019/solr",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 298741 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 298741 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr x:collection1_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 298764 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 298765 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 298766 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 298766 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n6' using configuration from configset config, trusted=true
[junit4] 2> 298766 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.core.collection1.shard2.replica_n6' (registry 'solr.core.collection1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 298780 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node1/collection1_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node1/collection1_shard2_replica_n6/data/]
[junit4] 2> 298782 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 298783 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 298784 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 298784 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset config, trusted=true
[junit4] 2> 298784 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 298784 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node1/collection1_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node1/collection1_shard1_replica_n2/data/]
[junit4] 2> 298785 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 298785 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr x:collection1_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 298794 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr x:collection1_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 298847 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 298848 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 298849 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 298849 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 298849 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n4' using configuration from configset config, trusted=true
[junit4] 2> 298850 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.collection1.shard2.replica_n4' (registry 'solr.core.collection1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 298850 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node2/collection1_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node2/collection1_shard2_replica_n4/data/]
[junit4] 2> 298854 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 298855 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 298855 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset config, trusted=true
[junit4] 2> 298855 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35917.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43445f71
[junit4] 2> 298855 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_FDDE68646BC8F3A5-001/tempDir-001/node2/collection1_shard1_replica_n1/data/]
[junit4] 2> 298912 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 298913 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 298916 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 298916 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 298919 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 298919 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 298920 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 298920 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 298924 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 298924 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 298927 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 298928 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 298928 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707653903844114432
[junit4] 2> 298928 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 298928 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 298928 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707653903844114432
[junit4] 2> 299177 INFO (searcherExecutor-1753-thread-1-processing-n:127.0.0.1:35019_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node5) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 299179 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 299179 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 299180 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 299180 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 299183 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 299183 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 299184 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 299184 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 299187 INFO (searcherExecutor-1751-thread-1-processing-n:127.0.0.1:35019_solr x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrCore [collection1_shard2_replica_n6] Registered new searcher autowarm time: 0 ms
[junit4] 2> 299192 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 299193 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 299195 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 299195 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707653904124084224
[junit4] 2> 299198 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 299198 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 299198 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 299199 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 299199 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 299200 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707653904129327104
[junit4] 2> 299203 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 299206 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 299209 INFO (searcherExecutor-1758-thread-1-processing-n:127.0.0.1:35917_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 299214 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoute in=9997ms
[junit4] 2> 299218 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 299218 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 299218 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9998ms
[junit4] 2> 299220 INFO (searcherExecutor-1755-thread-1-processing-n:127.0.0.1:35917_solr x:collection1_shard2_replica_n4 c:collection1 s:shard2 r:core_node7) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrCore [collection1_shard2_replica_n4] Registered new searcher autowarm time: 0 ms
[junit4] 2> 299226 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 299226 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 299740 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 299740 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 299740 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/
[junit4] 2> 299740 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 299741 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 299741 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/
[junit4] 2> 299742 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=https://127.0.0.1:35019/solr START replicas=[https://127.0.0.1:35917/solr/collection1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 299742 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=https://127.0.0.1:35019/solr DONE. We have no versions. sync failed.
[junit4] 2> 299748 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n6 url=https://127.0.0.1:35019/solr START replicas=[https://127.0.0.1:35917/solr/collection1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 299751 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n6 url=https://127.0.0.1:35019/solr DONE. We have no versions. sync failed.
[junit4] 2> 299757 INFO (qtp948570421-2674) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 299757 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 299757 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 299757 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73996926134386696-core_node5-n_0000000000
[junit4] 2> 299761 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/ shard1
[junit4] 2> 299768 INFO (qtp948570421-2674) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.S.Request [collection1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 299768 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 299768 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 299768 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/73996926134386696-core_node8-n_0000000000
[junit4] 2> 299770 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/ shard2
[junit4] 2> 299876 INFO (zkCallback-1735-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 299880 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 299880 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 299892 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1151
[junit4] 2> 299893 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1152
[junit4] 2> 299987 INFO (zkCallback-1735-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 299987 INFO (zkCallback-1735-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 300232 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1447
[junit4] 2> 300234 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_n4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1439
[junit4] 2> 300237 INFO (qtp2058668565-2666) [n:127.0.0.1:35019_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 300338 INFO (zkCallback-1735-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 300338 INFO (zkCallback-1713-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 300338 INFO (zkCallback-1713-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 300338 INFO (zkCallback-1735-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 300339 INFO (qtp2058668565-2666) [n:127.0.0.1:35019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=1961
[junit4] 2> 300339 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: collection1
[junit4] 2> 300355 INFO (qtp2058668565-2662) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
[junit4] 2> 300384 INFO (OverseerCollectionConfigSetProcessor-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 300507 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[1000 (1707653905334140928)]} 0 3
[junit4] 2> 300508 INFO (qtp2058668565-2662) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1707653905334140928)]} 0 160
[junit4] 2> 300514 INFO (qtp2058668565-2664) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
[junit4] 2> 300516 INFO (qtp948570421-2677) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&wt=javabin&version=2}{add=[1001 (1707653905502961664)]} 0 2
[junit4] 2> 300517 INFO (qtp2058668565-2664) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1707653905502961664)]} 0 7
[junit4] 2> 300523 INFO (qtp948570421-2671) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1707653905511350272)]} 0 1
[junit4] 2> 300524 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1707653905511350272)]} 0 6
[junit4] 2> 300527 INFO (qtp948570421-2674) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1707653905519738880)]} 0 0
[junit4] 2> 300531 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1707653905519738880)]} 0 5
[junit4] 2> 300536 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&wt=javabin&version=2}{add=[2 (1707653905527078912)]} 0 1
[junit4] 2> 300540 INFO (qtp2058668565-2666) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1707653905527078912)]} 0 8
[junit4] 2> 300545 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&wt=javabin&version=2}{add=[3 (1707653905536516096)]} 0 1
[junit4] 2> 300547 INFO (qtp2058668565-2662) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1707653905536516096)]} 0 5
[junit4] 2> 300550 INFO (qtp948570421-2677) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[4 (1707653905543856128)]} 0 0
[junit4] 2> 300551 INFO (qtp2058668565-2664) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1707653905543856128)]} 0 2
[junit4] 2> 300553 INFO (qtp948570421-2671) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&wt=javabin&version=2}{add=[5 (1707653905547001856)]} 0 0
[junit4] 2> 300554 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1707653905547001856)]} 0 2
[junit4] 2> 300556 INFO (qtp948570421-2674) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&wt=javabin&version=2}{add=[6 (1707653905550147584)]} 0 0
[junit4] 2> 300557 INFO (qtp2058668565-2663) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1707653905550147584)]} 0 2
[junit4] 2> 300559 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&wt=javabin&version=2}{add=[7 (1707653905553293312)]} 0 0
[junit4] 2> 300560 INFO (qtp2058668565-2666) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1707653905553293312)]} 0 1
[junit4] 2> 300562 INFO (qtp948570421-2671) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[8 (1707653905556439040)]} 0 0
[junit4] 2> 300563 INFO (qtp2058668565-2662) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1707653905556439040)]} 0 2
[junit4] 2> 300565 INFO (qtp948570421-2672) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&wt=javabin&version=2}{add=[9 (1707653905559584768)]} 0 0
[junit4] 2> 300566 INFO (qtp2058668565-2664) [n:127.0.0.1:35019_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1707653905559584768)]} 0 2
[junit4] 2> 300619 INFO (qtp948570421-2676) [n:127.0.0.1:35917_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.S.Request [collection1_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:6&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=https://127.0.0.1:35917/solr/collection1_shard2_replica_n4/|https://127.0.0.1:35019/solr/collection1_shard2_replica_n6/&rid=127.0.0.1-57768&rows=10&version=2&q=*:*&omitHeader=false&NOW=1628545671046&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 300625 INFO (qtp948570421-2671) [n:127.0.0.1:35917_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:6&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=https://127.0.0.1:35917/solr/collection1_shard1_replica_n1/|https://127.0.0.1:35019/solr/collection1_shard1_replica_n2/&rid=127.0.0.1-57768&rows=10&version=2&q=*:*&omitHeader=false&NOW=1628545671046&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 300626 INFO (qtp2058668565-2665) [n:127.0.0.1:35019_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} rid=127.0.0.1-57768 hits=0 status=0 QTime=59
[junit4] 2> 300628 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2088434721
[junit4] 2> 300628 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35917_solr
[junit4] 2> 300628 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 300628 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:35917_solr as DOWN
[junit4] 2> 300632 INFO (ChaosMonkey-1774-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=794240035
[junit4] 2> 300632 INFO (ChaosMonkey-1774-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35019_solr
[junit4] 2> 300633 INFO (ChaosMonkey-1774-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 300633 INFO (ChaosMonkey-1774-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:35019_solr as DOWN
[junit4] 2> 300635 INFO (coreCloseExecutor-1780-thread-1) [n:127.0.0.1:35917_solr ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@16a6eb5e
[junit4] 2> 300636 INFO (coreCloseExecutor-1780-thread-1) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@16a6eb5e
[junit4] 2> 300636 INFO (coreCloseExecutor-1780-thread-1) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3de7b35b: rootName = solr_35917, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@42f81556
[junit4] 2> 300636 INFO (coreCloseExecutor-1780-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.c.SolrCore [collection1_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@28af8ac9
[junit4] 2> 300647 INFO (coreCloseExecutor-1782-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.c.SolrCore [collection1_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@7383c992
[junit4] 2> 300647 INFO (coreCloseExecutor-1782-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n6 tag=SolrCore@7383c992
[junit4] 2> 300647 INFO (coreCloseExecutor-1782-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59f283b6: rootName = solr_35019, domain = solr.core.collection1.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n6/com.codahale.metrics.MetricRegistry@3627f864
[junit4] 2> 300656 INFO (coreCloseExecutor-1780-thread-1) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@16a6eb5e
[junit4] 2> 300656 INFO (coreCloseExecutor-1780-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n4 tag=SolrCore@28af8ac9
[junit4] 2> 300656 INFO (coreCloseExecutor-1780-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7447074e: rootName = solr_35917, domain = solr.core.collection1.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n4/com.codahale.metrics.MetricRegistry@39de7f04
[junit4] 2> 300657 INFO (coreCloseExecutor-1780-thread-1) [n:127.0.0.1:35917_solr ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@18cf9648
[junit4] 2> 300657 WARN (coreCloseExecutor-1780-thread-1) [n:127.0.0.1:35917_solr ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
[junit4] 2> 300659 INFO (coreCloseExecutor-1782-thread-2) [n:127.0.0.1:35019_solr ] o.a.s.c.SolrCore [collection1_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@17baf98
[junit4] 2> 300680 INFO (coreCloseExecutor-1782-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader tag=SolrCore@7383c992
[junit4] 2> 300680 INFO (coreCloseExecutor-1782-thread-2) [n:127.0.0.1:35019_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n2 tag=SolrCore@17baf98
[junit4] 2> 300681 INFO (coreCloseExecutor-1782-thread-2) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@435cd2e8: rootName = solr_35019, domain = solr.core.collection1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n2/com.codahale.metrics.MetricRegistry@1e6a0baf
[junit4] 2> 300681 INFO (coreCloseExecutor-1782-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@587da664
[junit4] 2> 300681 WARN (coreCloseExecutor-1782-thread-1) [n:127.0.0.1:35019_solr ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
[junit4] 2> 300691 INFO (coreCloseExecutor-1780-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader tag=SolrCore@28af8ac9
[junit4] 2> 300692 INFO (coreCloseExecutor-1780-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@40f54843
[junit4] 2> 300692 WARN (coreCloseExecutor-1780-thread-2) [n:127.0.0.1:35917_solr ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
[junit4] 2> 300701 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 300701 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c041f4c: rootName = solr_35917, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@55b6b733
[junit4] 2> 300712 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 300712 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21229e05: rootName = solr_35917, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@43252c5e
[junit4] 2> 300716 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 300716 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bf07468: rootName = solr_35917, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@9d34489
[junit4] 2> 300716 INFO (ChaosMonkey-1774-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 300717 INFO (closeThreadPool-1784-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73996926134386694-127.0.0.1:35917_solr-n_0000000000) closing
[junit4] 2> 300718 INFO (OverseerAutoScalingTriggerThread-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 300718 INFO (OverseerStateUpdate-73996926134386694-127.0.0.1:35917_solr-n_0000000000) [n:127.0.0.1:35917_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35917_solr
[junit4] 2> 300732 INFO (closeThreadPool-1784-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73996926134386694-127.0.0.1:35917_solr-n_0000000000) closing
[junit4] 2> 300734 WARN (NIOWorkerThread-3) [ ] o.a.z.s.NIOServerCnxn Unexpected exception
[junit4] 2> => EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:37332, session = 0x106e3cff0b60006
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163)
[junit4] 2> org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client, it probably closed the socket: address = /127.0.0.1:37332, session = 0x106e3cff0b60006
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.handleFailedRead(NIOServerCnxn.java:163) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:326) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:522) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:154) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291
[...truncated too long message...]
.testCBAlwaysTrips-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=name:"john+smith"&qt=&start=0&rows=20&version=2.2} status=503 QTime=0
[junit4] 2> 2429718 INFO (TEST-TestCircuitBreaker.testCBAlwaysTrips-seed#[FDDE68646BC8F3A5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCBAlwaysTrips
[junit4] 2> 2429719 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2429719 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1654285437
[junit4] 2> 2429719 INFO (coreCloseExecutor-24201-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7d40ef44
[junit4] 2> 2429719 INFO (coreCloseExecutor-24201-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@7d40ef44
[junit4] 2> 2429719 INFO (coreCloseExecutor-24201-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3802d6ba: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@9018e36
[junit4] 2> 2429729 INFO (coreCloseExecutor-24201-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 2429730 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2429730 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28b84262: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5cc61528
[junit4] 2> 2429735 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2429735 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b20c835: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1a6976
[junit4] 2> 2429737 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2429737 INFO (SUITE-TestCircuitBreaker-seed#[FDDE68646BC8F3A5]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2192999a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24821ecb
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/solr-core/test/J3/temp/solr.util.TestCircuitBreaker_FDDE68646BC8F3A5-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {title_stringNoNorms=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), title_stemmed=PostingsFormat(name=Direct), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), inStock_b1=Lucene84, _root_=PostingsFormat(name=Direct), name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=Lucene84, title=PostingsFormat(name=Direct), title_lettertok=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=960, maxMBSortInHeap=7.45693828229456, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=hu, timezone=America/Iqaluit
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=41299008,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [TestMacroExpander, TestPseudoReturnFields, CachingDirectoryFactoryTest, OverseerTaskQueueTest, TestSubQueryTransformerCrossCore, TestInfoStreamLogging, TestDeleteCollectionOnDownNodes, TestUtilizeNode, DistributedQueueTest, TestJsonFacets, DimensionalRoutedAliasUpdateProcessorTest, AddReplicaTest, TestSimDistribStateManager, HighlighterConfigTest, DistributedQueryComponentCustomSortTest, TestDynamicFieldResource, TestScoreJoinQPScore, TestAuthenticationFramework, ScriptEngineTest, DistanceUnitsTest, OrderedExecutorTest, TestDFISimilarityFactory, IndexSchemaTest, SolrXmlInZkTest, TestRawResponseWriter, TestIndexingPerformance, CoreAdminHandlerTest, TestNoOpRegenerator, TestDistributedGrouping, TestFastLRUCache, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, UpdateLogTest, TestSimGenericDistributedQueue, TestSizeLimitedDistributedMap, TestUtils, ZkShardTermsTest, TestReplicationHandler, ParsingFieldUpdateProcessorsTest, SpatialFilterTest, HdfsCloudIncrementalBackupTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestDistribIDF, AnalysisErrorHandlingTest, TestCloudRecovery2, AggValueSourceTest, QueryEqualityTest, RollingRestartTest, TestMaxTokenLenTokenizer, MoreLikeThisComponentTest, SuggesterTest, NoCacheHeaderTest, TestStressUserVersions, DocumentBuilderTest, TestRestManager, TestEmbeddedSolrServerSchemaAPI, TestCloudPhrasesIdentificationComponent, TestConfigReload, TestLeaderElectionZkExpiry, DirectoryFactoryTest, TemplateUpdateProcessorTest, TestAuthorizationFramework, CollectionsAPIDistributedZkTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteStatusTest, TestSchemaField, TestSolrFieldCacheBean, BasicDistributedZkTest, ForceLeaderWithTlogReplicasTest, TestMergePolicyConfig, TestInPlaceUpdateWithRouteField, SparseHLLTest, PeerSyncWithIndexFingerprintCachingTest, AlternateDirectoryTest, TestRandomCollapseQParserPlugin, TestStandardQParsers, HdfsBackupRepositoryIntegrationTest, AnalyticsMergeStrategyTest, TestZkAclsWithHadoopAuth, PrimitiveFieldTypeTest, TestHttpShardHandlerFactory, TestBinaryResponseWriter, TestRequestForwarding, TestSchemaVersionResource, TestPrepRecovery, TestMaxScoreQueryParser, SolrTestCaseJ4DeleteCoreTest, SolrSlf4jReporterTest, TestRequestStatusCollectionAPI, TestCoreContainer, GraphQueryTest, TestRecovery, TestCollapseQParserPlugin, SystemInfoHandlerTest, TestTrieFacet, ConnectionManagerTest, TestLMJelinekMercerSimilarityFactory, ZookeeperStatusHandlerFailureTest, TestDynamicLoading, TestSolr4Spatial, DistributedFacetPivotSmallAdvancedTest, SystemLogListenerTest, OpenExchangeRatesOrgProviderTest, MultiSolrCloudTestCaseTest, DateFieldTest, TestFieldCacheSortRandom, TestSolrConfigHandler, JavabinLoaderTest, TestGraphMLResponseWriter, DeleteLastCustomShardedReplicaTest, BigEndianAscendingWordDeserializerTest, TestSolrCloudWithSecureImpersonation, TestDynamicFieldNamesIndexCorrectly, TestBadConfig, LegacyCloudClusterPropTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, MoveReplicaTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, TestCloudSearcherWarming, TestDistributedMap, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestQueryingOnDownCollection, TestSegmentSorting, TestTlogReplica, SplitByPrefixTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, IndexSizeTriggerMixedBoundsTest, TriggerCooldownIntegrationTest, TestSimComputePlanAction, TestSimLargeCluster, TestSolrConfigHandlerCloud, TestCoreAdminApis, ZookeeperStatusHandlerTest, CustomTermsComponentTest, DistributedQueryElevationComponentTest, ResponseLogComponentTest, TermVectorComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, TaggerTest, XmlInterpolationTest, TestPostingsSolrHighlighter, TestSlowCompositeReaderWrapper, TestLegacyField, TestLegacyNumericUtils, TestLogWatcher, MetricsConfigTest, MetricsDisabledCloudTest, SolrCloudReportersTest, TestRetrieveFieldsOptimizer, TestChildDocTransformerHierarchy, TestSubQueryTransformer, TestDynamicFieldCollectionResource, TestSchemaNameResource, TestSchemaSimilarityResource, DocValuesMissingTest, NotRequiredUniqueKeyTest, NumericFieldsTest, RankFieldTest, SchemaApiFailureTest, TestBinaryField, TestBulkSchemaConcurrent, TestOmitPositions, TestUseDocValuesAsStored2, UUIDFieldTest, AnalyticsQueryTest, CurrencyRangeFacetCloudTest, CursorMarkTest, RankQParserPluginTest, ReturnFieldsTest, TestComplexPhraseLeadingWildcard, TestDocSet, TestExtendedDismaxParser, TestLRUCache, TestLegacyNumericRangeQueryBuilder, TestMissingGroups, TestQueryUtils, TestRTGBase, TestRangeQuery, TestOrdValues, TestSortByMinMaxFunction, DistanceFunctionTest, BlockJoinFacetDistribTest, TestNestedDocsSort, TestScoreJoinQPNoScore, CloudMLTQParserTest, JWTVerificationkeyResolverTest, CacheHeaderTest, DirectSolrConnectionTest, DirectSolrSpellCheckerTest, SpellCheckCollatorTest, TestSuggestSpellingConverter, SuggesterTSTTest, TestFileDictionaryLookup, BufferStoreTest, TestDocTermOrdsUninvertLimit, DataDrivenBlockJoinTest, PeerSyncTest, TestExceedMaxTermLength, TestHdfsUpdateLog, TestUpdate, TransactionLogTest, AtomicUpdateProcessorFactoryTest, ClassificationUpdateProcessorIntegrationTest, PreAnalyzedUpdateProcessorTest, SignatureUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, URLClassifyProcessorTest, UniqFieldsUpdateProcessorFactoryTest, XMLAtomicUpdateMultivalueTest, SolrPluginUtilsTest, TestCircuitBreaker]
[junit4] Completed [916/939 (2!)] on J3 in 0.76s, 5 tests, 1 error <<< FAILURES!
[...truncated 52567 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.9 - Build # 369 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.9/369/
3 tests failed.
FAILED: org.apache.solr.gcs.GCSIncrementalBackupTest.testBackupIncremental
Error Message:
com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५१+08:00
Stack Trace:
java.lang.RuntimeException: com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५१+08:00
at __randomizedtesting.SeedInfo.seed([EFE95511A1C81351:E82CFADA9D202D2C]:0)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initializeBackupLocation(LocalStorageGCSBackupRepository.java:101)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initStorage(LocalStorageGCSBackupRepository.java:43)
at org.apache.solr.gcs.GCSBackupRepository.init(GCSBackupRepository.java:114)
at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87)
at org.apache.solr.core.TrackingBackupRepository.init(TrackingBackupRepository.java:119)
at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87)
at org.apache.solr.core.CoreContainer.newBackupRepository(CoreContainer.java:281)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:238)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५१+08:00
at com.google.cloud.storage.StorageException.translateAndThrow(StorageException.java:81)
at com.google.cloud.storage.StorageImpl.internalCreate(StorageImpl.java:229)
at com.google.cloud.storage.StorageImpl.create(StorageImpl.java:157)
at org.apache.solr.gcs.ConcurrentDelegatingStorage.create(ConcurrentDelegatingStorage.java:67)
at org.apache.solr.gcs.GCSBackupRepository.createDirectory(GCSBackupRepository.java:274)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initializeBackupLocation(LocalStorageGCSBackupRepository.java:99)
... 50 more
Caused by: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५१+08:00
at com.google.api.client.util.DateTime.parseRfc3339WithNanoSeconds(DateTime.java:371)
at com.google.api.client.util.DateTime.parseRfc3339(DateTime.java:277)
at com.google.cloud.storage.contrib.nio.testing.FakeStorageRpc.now(FakeStorageRpc.java:440)
at com.google.cloud.storage.contrib.nio.testing.FakeStorageRpc.create(FakeStorageRpc.java:104)
at com.google.cloud.storage.StorageImpl$3.call(StorageImpl.java:221)
at com.google.cloud.storage.StorageImpl$3.call(StorageImpl.java:218)
at com.google.api.gax.retrying.DirectRetryingExecutor.submit(DirectRetryingExecutor.java:105)
at com.google.cloud.RetryHelper.run(RetryHelper.java:76)
at com.google.cloud.RetryHelper.runWithRetries(RetryHelper.java:50)
at com.google.cloud.storage.StorageImpl.internalCreate(StorageImpl.java:217)
... 54 more
FAILED: org.apache.solr.gcs.GCSIncrementalBackupTest.testRestoreToOriginalCollection
Error Message:
com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५३+08:00
Stack Trace:
java.lang.RuntimeException: com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५३+08:00
at __randomizedtesting.SeedInfo.seed([EFE95511A1C81351:DA1DBE4A4A14250F]:0)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initializeBackupLocation(LocalStorageGCSBackupRepository.java:101)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initStorage(LocalStorageGCSBackupRepository.java:43)
at org.apache.solr.gcs.GCSBackupRepository.init(GCSBackupRepository.java:114)
at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87)
at org.apache.solr.core.TrackingBackupRepository.init(TrackingBackupRepository.java:119)
at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87)
at org.apache.solr.core.CoreContainer.newBackupRepository(CoreContainer.java:281)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testRestoreToOriginalCollection(AbstractIncrementalBackupTest.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५३+08:00
at com.google.cloud.storage.StorageException.translateAndThrow(StorageException.java:81)
at com.google.cloud.storage.StorageImpl.internalCreate(StorageImpl.java:229)
at com.google.cloud.storage.StorageImpl.create(StorageImpl.java:157)
at org.apache.solr.gcs.ConcurrentDelegatingStorage.create(ConcurrentDelegatingStorage.java:67)
at org.apache.solr.gcs.GCSBackupRepository.createDirectory(GCSBackupRepository.java:274)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initializeBackupLocation(LocalStorageGCSBackupRepository.java:99)
... 50 more
Caused by: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५३+08:00
at com.google.api.client.util.DateTime.parseRfc3339WithNanoSeconds(DateTime.java:371)
at com.google.api.client.util.DateTime.parseRfc3339(DateTime.java:277)
at com.google.cloud.storage.contrib.nio.testing.FakeStorageRpc.now(FakeStorageRpc.java:440)
at com.google.cloud.storage.contrib.nio.testing.FakeStorageRpc.create(FakeStorageRpc.java:104)
at com.google.cloud.storage.StorageImpl$3.call(StorageImpl.java:221)
at com.google.cloud.storage.StorageImpl$3.call(StorageImpl.java:218)
at com.google.api.gax.retrying.DirectRetryingExecutor.submit(DirectRetryingExecutor.java:105)
at com.google.cloud.RetryHelper.run(RetryHelper.java:76)
at com.google.cloud.RetryHelper.runWithRetries(RetryHelper.java:50)
at com.google.cloud.storage.StorageImpl.internalCreate(StorageImpl.java:217)
... 54 more
FAILED: org.apache.solr.gcs.GCSIncrementalBackupTest.testSimple
Error Message:
com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५४+08:00
Stack Trace:
java.lang.RuntimeException: com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५४+08:00
at __randomizedtesting.SeedInfo.seed([EFE95511A1C81351:D75A71EF863BC780]:0)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initializeBackupLocation(LocalStorageGCSBackupRepository.java:101)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initStorage(LocalStorageGCSBackupRepository.java:43)
at org.apache.solr.gcs.GCSBackupRepository.init(GCSBackupRepository.java:114)
at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87)
at org.apache.solr.core.TrackingBackupRepository.init(TrackingBackupRepository.java:119)
at org.apache.solr.core.backup.repository.BackupRepositoryFactory.newInstance(BackupRepositoryFactory.java:87)
at org.apache.solr.core.CoreContainer.newBackupRepository(CoreContainer.java:281)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.google.cloud.storage.StorageException: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५४+08:00
at com.google.cloud.storage.StorageException.translateAndThrow(StorageException.java:81)
at com.google.cloud.storage.StorageImpl.internalCreate(StorageImpl.java:229)
at com.google.cloud.storage.StorageImpl.create(StorageImpl.java:157)
at org.apache.solr.gcs.ConcurrentDelegatingStorage.create(ConcurrentDelegatingStorage.java:67)
at org.apache.solr.gcs.GCSBackupRepository.createDirectory(GCSBackupRepository.java:274)
at org.apache.solr.gcs.LocalStorageGCSBackupRepository.initializeBackupLocation(LocalStorageGCSBackupRepository.java:99)
... 50 more
Caused by: java.lang.NumberFormatException: Invalid date/time format: २०२१-०८-१०T०१:४३:५४+08:00
at com.google.api.client.util.DateTime.parseRfc3339WithNanoSeconds(DateTime.java:371)
at com.google.api.client.util.DateTime.parseRfc3339(DateTime.java:277)
at com.google.cloud.storage.contrib.nio.testing.FakeStorageRpc.now(FakeStorageRpc.java:440)
at com.google.cloud.storage.contrib.nio.testing.FakeStorageRpc.create(FakeStorageRpc.java:104)
at com.google.cloud.storage.StorageImpl$3.call(StorageImpl.java:221)
at com.google.cloud.storage.StorageImpl$3.call(StorageImpl.java:218)
at com.google.api.gax.retrying.DirectRetryingExecutor.submit(DirectRetryingExecutor.java:105)
at com.google.cloud.RetryHelper.run(RetryHelper.java:76)
at com.google.cloud.RetryHelper.runWithRetries(RetryHelper.java:50)
at com.google.cloud.storage.StorageImpl.internalCreate(StorageImpl.java:217)
... 54 more
Build Log:
[...truncated 23043 lines...]
[junit4] Suite: org.apache.solr.gcs.GCSIncrementalBackupTest
[junit4] 2> 1979 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1997 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/data-dir-1-001
[junit4] 2> 2105 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2162 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.e.j.u.log Logging initialized @२१८७ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 2168 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2477 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2483 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001
[junit4] 2> 2486 WARN (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
[junit4] 2> 2494 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2498 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2498 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2579 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2596 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 40853
[junit4] 2> 2596 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40853
[junit4] 2> 2599 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40853
[junit4] 2> 2599 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40853
[junit4] 2> 2700 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2737 INFO (zkConnectionManagerCallback-3-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2737 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2769 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2771 INFO (zkConnectionManagerCallback-5-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2771 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2773 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2777 INFO (zkConnectionManagerCallback-7-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2777 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2792 WARN (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker-SendThread(127.0.0.1:40853)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x106e2f084c80002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x106e2f084c80002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106e2f084c80002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 3221 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3221 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3222 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 3222 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 3231 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 3231 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 3252 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3252 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3255 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3256 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3256 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3256 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3277 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@424d376e{/solr,null,AVAILABLE}
[junit4] 2> 3277 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5adc4e5a{/solr,null,AVAILABLE}
[junit4] 2> 3307 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@765be2db{SSL, (ssl, http/1.1)}{127.0.0.1:४१३२७}
[junit4] 2> 3307 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b627b82{SSL, (ssl, http/1.1)}{127.0.0.1:४६६४३}
[junit4] 2> 3307 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.Server Started @३३३६ms
[junit4] 2> 3307 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.Server Started @३३३६ms
[junit4] 2> 3307 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:40853/solr, hostPort=41327}
[junit4] 2> 3307 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:40853/solr, hostPort=46643}
[junit4] 2> 3397 ERROR (jetty-launcher-8-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3397 ERROR (jetty-launcher-8-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3397 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3397 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3397 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 3397 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.1
[junit4] 2> 3397 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3397 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3397 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 3398 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr
[junit4] 2> 3398 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-09T17:43:44.519Z
[junit4] 2> 3398 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-08-09T17:43:44.519Z
[junit4] 2> 3399 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3399 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3402 INFO (zkConnectionManagerCallback-12-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3402 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3403 INFO (zkConnectionManagerCallback-11-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3403 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3404 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3405 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3504 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3504 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3509 WARN (jetty-launcher-8-thread-1-SendThread(127.0.0.1:40853)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x106e2f084c80004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x106e2f084c80004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106e2f084c80004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4486 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4492 WARN (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4543 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6266fff7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4543 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6266fff7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4711 WARN (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4713 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2209307c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4713 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2209307c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4869 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40853/solr
[junit4] 2> 4991 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4996 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4996 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5107 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5110 INFO (zkConnectionManagerCallback-28-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5110 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5252 WARN (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 5296 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46643_solr
[junit4] 2> 5300 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.Overseer Overseer (id=73995966545920006-127.0.0.1:46643_solr-n_0000000000) starting
[junit4] 2> 5410 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46643_solr
[junit4] 2> 5415 INFO (OverseerStateUpdate-73995966545920006-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46643_solr
[junit4] 2> 5430 INFO (zkCallback-27-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5465 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5484 WARN (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5485 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = trackingBackupRepository,class = org.apache.solr.core.TrackingBackupRepository,attributes = {name=trackingBackupRepository, class=org.apache.solr.core.TrackingBackupRepository},args = {delegateRepoName=localfs}}
[junit4] 2> 5485 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = localfs,class = org.apache.solr.gcs.LocalStorageGCSBackupRepository,attributes = {name=localfs, class=org.apache.solr.gcs.LocalStorageGCSBackupRepository},args = {gcsBucket=someBucketName,location=backup1}}
[junit4] 2> 5603 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5613 WARN (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.D.o.a.s.h.a.MetricsCollectorHandler Solr loaded a deprecated plugin/analysis class [org.apache.solr.handler.admin.MetricsCollectorHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 5718 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 5719 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 5719 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 5760 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:46643_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node2
[junit4] 2> 5941 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5942 WARN (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 5943 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f9b6162[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5944 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f9b6162[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5947 WARN (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 5949 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4a527ed5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5949 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4a527ed5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5950 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40853/solr
[junit4] 2> 5951 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5953 INFO (zkConnectionManagerCallback-48-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5953 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6056 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6059 INFO (zkConnectionManagerCallback-50-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6060 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6065 WARN (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 6068 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6074 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41327_solr as DOWN
[junit4] 2> 6077 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 6078 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41327_solr
[junit4] 2> 6082 INFO (zkCallback-27-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6083 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6085 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6088 WARN (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6088 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = trackingBackupRepository,class = org.apache.solr.core.TrackingBackupRepository,attributes = {name=trackingBackupRepository, class=org.apache.solr.core.TrackingBackupRepository},args = {delegateRepoName=localfs}}
[junit4] 2> 6088 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = localfs,class = org.apache.solr.gcs.LocalStorageGCSBackupRepository,attributes = {name=localfs, class=org.apache.solr.gcs.LocalStorageGCSBackupRepository},args = {gcsBucket=someBucketName,location=backup1}}
[junit4] 2> 6113 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6137 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 6149 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 6149 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 6151 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:41327_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node1
[junit4] 2> 6170 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 6172 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6174 INFO (zkConnectionManagerCallback-63-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6174 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6176 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6178 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40853/solr ready
[junit4] 2> 6214 INFO (TEST-GCSIncrementalBackupTest.testBackupIncremental-seed#[EFE95511A1C81351]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackupIncremental
[junit4] 2> 6658 INFO (OverseerThreadFactory-35-thread-1-processing-n:127.0.0.1:46643_solr) [n:127.0.0.1:46643_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection backuprestore_testbackupinc
[junit4] 2> 6791 INFO (OverseerStateUpdate-73995966545920006-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"backuprestore_testbackupinc_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:46643_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46643/solr",
[junit4] 2> "collection":"backuprestore_testbackupinc",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 6795 INFO (OverseerStateUpdate-73995966545920006-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"backuprestore_testbackupinc_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41327_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41327/solr",
[junit4] 2> "collection":"backuprestore_testbackupinc",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 6798 INFO (OverseerStateUpdate-73995966545920006-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"backuprestore_testbackupinc_shard2_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:46643_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46643/solr",
[junit4] 2> "collection":"backuprestore_testbackupinc",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 6801 INFO (OverseerStateUpdate-73995966545920006-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"backuprestore_testbackupinc_shard2_replica_n6",
[junit4] 2> "node_name":"127.0.0.1:41327_solr",
[junit4] 2> "base_url":"https://127.0.0.1:41327/solr",
[junit4] 2> "collection":"backuprestore_testbackupinc",
[junit4] 2> "shard":"shard2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 7054 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard2_replica_n6&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 7054 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard1_replica_n2&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 7090 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard2_replica_n4&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 7091 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 7095 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard1_replica_n1&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 7126 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 7126 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 7126 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 7126 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.1
[junit4] 2> 7168 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 7168 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 7168 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 7175 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 7203 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 7203 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 7203 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 7203 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 7203 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testbackupinc_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 7203 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testbackupinc_shard2_replica_n6' using configuration from configset conf1, trusted=true
[junit4] 2> 7203 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testbackupinc_shard2_replica_n4' using configuration from configset conf1, trusted=true
[junit4] 2> 7204 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testbackupinc_shard1_replica_n2' using configuration from configset conf1, trusted=true
[junit4] 2> 7231 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.backuprestore_testbackupinc.shard1.replica_n2' (registry 'solr.core.backuprestore_testbackupinc.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 7231 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.backuprestore_testbackupinc.shard1.replica_n1' (registry 'solr.core.backuprestore_testbackupinc.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 7231 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.backuprestore_testbackupinc.shard2.replica_n6' (registry 'solr.core.backuprestore_testbackupinc.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 7231 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.backuprestore_testbackupinc.shard2.replica_n4' (registry 'solr.core.backuprestore_testbackupinc.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@583691ba
[junit4] 2> 7260 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.c.SolrCore [[backuprestore_testbackupinc_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node1/backuprestore_testbackupinc_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node1/backuprestore_testbackupinc_shard1_replica_n2/data/]
[junit4] 2> 7260 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.SolrCore [[backuprestore_testbackupinc_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node2/backuprestore_testbackupinc_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node2/backuprestore_testbackupinc_shard1_replica_n1/data/]
[junit4] 2> 7260 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.SolrCore [[backuprestore_testbackupinc_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node1/backuprestore_testbackupinc_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node1/backuprestore_testbackupinc_shard2_replica_n6/data/]
[junit4] 2> 7260 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.SolrCore [[backuprestore_testbackupinc_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node2/backuprestore_testbackupinc_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001/tempDir-001/node2/backuprestore_testbackupinc_shard2_replica_n4/data/]
[junit4] 2> 8326 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8326 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8326 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8326 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8326 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8326 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8326 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8327 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8342 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8342 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8342 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8342 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8342 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8342 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8342 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8342 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8402 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 8402 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 8402 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 8403 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 8407 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 8407 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 8407 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 8408 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 8432 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 8432 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 8432 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 8432 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 8438 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707638552850857984
[junit4] 2> 8438 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707638552850857984
[junit4] 2> 8438 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707638552850857984
[junit4] 2> 8441 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1707638552854003712
[junit4] 2> 8457 INFO (searcherExecutor-70-thread-1-processing-n:127.0.0.1:46643_solr x:backuprestore_testbackupinc_shard2_replica_n4 c:backuprestore_testbackupinc s:shard2 r:core_node7) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.SolrCore [backuprestore_testbackupinc_shard2_replica_n4] Registered new searcher autowarm time: 0 ms
[junit4] 2> 8458 INFO (searcherExecutor-69-thread-1-processing-n:127.0.0.1:41327_solr x:backuprestore_testbackupinc_shard2_replica_n6 c:backuprestore_testbackupinc s:shard2 r:core_node8) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.SolrCore [backuprestore_testbackupinc_shard2_replica_n6] Registered new searcher autowarm time: 0 ms
[junit4] 2> 8459 INFO (searcherExecutor-71-thread-1-processing-n:127.0.0.1:41327_solr x:backuprestore_testbackupinc_shard1_replica_n2 c:backuprestore_testbackupinc s:shard1 r:core_node5) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.c.SolrCore [backuprestore_testbackupinc_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 8459 INFO (searcherExecutor-68-thread-1-processing-n:127.0.0.1:46643_solr x:backuprestore_testbackupinc_shard1_replica_n1 c:backuprestore_testbackupinc s:shard1 r:core_node3) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.SolrCore [backuprestore_testbackupinc_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 8472 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testbackupinc/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 8473 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testbackupinc/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 8475 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/backuprestore_testbackupinc/leaders/shard2
[junit4] 2> 8475 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/backuprestore_testbackupinc/leaders/shard1
[junit4] 2> 8477 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testbackupinc/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 8477 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/backuprestore_testbackupinc/leaders/shard2
[junit4] 2> 8479 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testbackupinc/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 8480 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/backuprestore_testbackupinc/leaders/shard1
[junit4] 2> 8490 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 8490 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 8490 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41327/solr/backuprestore_testbackupinc_shard2_replica_n6/
[junit4] 2> 8490 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 8490 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 8490 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46643/solr/backuprestore_testbackupinc_shard1_replica_n1/
[junit4] 2> 8495 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=backuprestore_testbackupinc_shard2_replica_n6 url=https://127.0.0.1:41327/solr START replicas=[https://127.0.0.1:46643/solr/backuprestore_testbackupinc_shard2_replica_n4/] nUpdates=100
[junit4] 2> 8495 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=backuprestore_testbackupinc_shard1_replica_n1 url=https://127.0.0.1:46643/solr START replicas=[https://127.0.0.1:41327/solr/backuprestore_testbackupinc_shard1_replica_n2/] nUpdates=100
[junit4] 2> 8495 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=backuprestore_testbackupinc_shard2_replica_n6 url=https://127.0.0.1:41327/solr DONE. We have no versions. sync failed.
[junit4] 2> 8495 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=backuprestore_testbackupinc_shard1_replica_n1 url=https://127.0.0.1:46643/solr DONE. We have no versions. sync failed.
[junit4] 2> 8516 INFO (qtp707127896-52) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.c.S.Request [backuprestore_testbackupinc_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 8516 INFO (qtp350012498-50) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.c.S.Request [backuprestore_testbackupinc_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 8558 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 8558 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 8558 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 8558 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 8560 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore_testbackupinc/leaders/shard2/leader after winning as /collections/backuprestore_testbackupinc/leader_elect/shard2/election/73995966545920008-core_node8-n_0000000000
[junit4] 2> 8560 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore_testbackupinc/leaders/shard1/leader after winning as /collections/backuprestore_testbackupinc/leader_elect/shard1/election/73995966545920006-core_node3-n_0000000000
[junit4] 2> 8567 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41327/solr/backuprestore_testbackupinc_shard2_replica_n6/ shard2
[junit4] 2> 8567 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46643/solr/backuprestore_testbackupinc_shard1_replica_n1/ shard1
[junit4] 2> 8671 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8671 INFO (zkCallback-27-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8672 INFO (zkCallback-49-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8672 INFO (zkCallback-27-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8677 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 8678 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 8688 INFO (qtp707127896-53) [n:127.0.0.1:41327_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard2_replica_n6&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1634
[junit4] 2> 8688 INFO (qtp350012498-56) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard1_replica_n1&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1593
[junit4] 2> 8783 INFO (zkCallback-27-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8783 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8784 INFO (zkCallback-49-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8784 INFO (zkCallback-27-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8784 INFO (zkCallback-49-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8784 INFO (zkCallback-27-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9490 INFO (qtp707127896-51) [n:127.0.0.1:41327_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard1_replica_n2&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2439
[junit4] 2> 9492 INFO (qtp350012498-55) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=backuprestore_testbackupinc_shard2_replica_n4&action=CREATE&numShards=2&collection=backuprestore_testbackupinc&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2401
[junit4] 2> 9497 INFO (qtp707127896-49) [n:127.0.0.1:41327_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 9594 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9594 INFO (zkCallback-27-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9594 INFO (zkCallback-49-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9594 INFO (zkCallback-27-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9594 INFO (zkCallback-49-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9594 INFO (zkCallback-27-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testbackupinc/state.json] for collection [backuprestore_testbackupinc] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9596 INFO (qtp707127896-49) [n:127.0.0.1:41327_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=backuprestore_testbackupinc&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2996
[junit4] 2> 9826 INFO (qtp707127896-54) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testbackupinc/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
[junit4] 2> 9834 INFO (qtp350012498-50) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testbackupinc/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
[junit4] 2> 9968 INFO (qtp350012498-47) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard2 r:core_node7 x:backuprestore_testbackupinc_shard2_replica_n4 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testbackupinc_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:41327/solr/backuprestore_testbackupinc_shard2_replica_n6/&wt=javabin&version=2}{add=[2 (1707638554125926400), 3 (1707638554275872768), 5 (1707638554280067072), 6 (1707638554282164224), 7 (1707638554285309952), 9 (1707638554286358528), 17 (1707638554287407104), 18 (1707638554288455680), 19 (1707638554289504256), 21 (1707638554289504257), ... (24 adds)]} 0 19
[junit4] 2> 9971 INFO (qtp707127896-49) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard1 r:core_node5 x:backuprestore_testbackupinc_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testbackupinc_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:46643/solr/backuprestore_testbackupinc_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1707638554125926400), 1 (1707638554276921344), 4 (1707638554285309952), 8 (1707638554291601408), 10 (1707638554292649984), 11 (1707638554297892864), 12 (1707638554297892865), 13 (1707638554297892866), 14 (1707638554298941440), 15 (1707638554298941441), ... (35 adds)]} 0 22
[junit4] 2> 9982 INFO (qtp707127896-54) [n:127.0.0.1:41327_solr c:backuprestore_testbackupinc s:shard2 r:core_node8 x:backuprestore_testbackupinc_shard2_replica_n6 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testbackupinc_shard2_replica_n6] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1707638554125926400), 3 (1707638554275872768), 5 (1707638554280067072), 6 (1707638554282164224), 7 (1707638554285309952), 9 (1707638554286358528), 17 (1707638554287407104), 18 (1707638554288455680), 19 (1707638554289504256), 21 (1707638554289504257), ... (24 adds)]} 0 362
[junit4] 2> 9982 INFO (qtp350012498-50) [n:127.0.0.1:46643_solr c:backuprestore_testbackupinc s:shard1 r:core_node3 x:backuprestore_testbackupinc_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testb
[...truncated too long message...]
1-thread-5) [n:127.0.0.1:41327_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.backuprestore_testbackupincsimple.shard1.leader tag=SolrCore@66038272
[junit4] 2> 13938 INFO (coreCloseExecutor-132-thread-3) [n:127.0.0.1:46643_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 13940 INFO (coreCloseExecutor-131-thread-5) [n:127.0.0.1:41327_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 13945 INFO (jetty-closer-124-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 13945 INFO (jetty-closer-124-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 13945 INFO (jetty-closer-124-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b7cfbbd: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2ffdff7a
[junit4] 2> 13945 INFO (jetty-closer-124-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@569618d5: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1efeb822
[junit4] 2> 13955 INFO (jetty-closer-124-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 13955 INFO (jetty-closer-124-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79c0ca37: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@68e7fca4
[junit4] 2> 13957 INFO (jetty-closer-124-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 13957 INFO (jetty-closer-124-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 13957 INFO (jetty-closer-124-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@560e4040: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@6a7168ef
[junit4] 2> 13957 INFO (jetty-closer-124-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e9e1020: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@68e7fca4
[junit4] 2> 13958 INFO (jetty-closer-124-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 13960 INFO (jetty-closer-124-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 13960 INFO (jetty-closer-124-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55677a22: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@6a7168ef
[junit4] 2> 13960 INFO (jetty-closer-124-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 13962 INFO (closeThreadPool-135-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73995966545920006-127.0.0.1:46643_solr-n_0000000000) closing
[junit4] 2> 13962 INFO (OverseerStateUpdate-73995966545920006-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46643_solr
[junit4] 2> 13968 INFO (OverseerAutoScalingTriggerThread-73995966545920006-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 13973 INFO (closeThreadPool-135-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73995966545920006-127.0.0.1:46643_solr-n_0000000000) closing
[junit4] 2> 13974 WARN (jetty-launcher-8-thread-2-SendThread(127.0.0.1:40853)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x106e2f084c80006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x106e2f084c80006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x106e2f084c80006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 14075 INFO (jetty-closer-124-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@765be2db{SSL, (ssl, http/1.1)}{127.0.0.1:०}
[junit4] 2> 14078 INFO (jetty-closer-124-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5adc4e5a{/solr,null,STOPPED}
[junit4] 2> 14078 INFO (jetty-closer-124-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 14172 INFO (jetty-closer-124-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73995966545920006-127.0.0.1:46643_solr-n_0000000000) closing
[junit4] 2> 14173 INFO (jetty-closer-124-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b627b82{SSL, (ssl, http/1.1)}{127.0.0.1:०}
[junit4] 2> 14173 INFO (jetty-closer-124-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@424d376e{/solr,null,STOPPED}
[junit4] 2> 14173 INFO (jetty-closer-124-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 14174 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 14378 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/backuprestore_testbackupinc/terms/shard2
[junit4] 2> 7 /solr/collections/backuprestore_testbackupinc/terms/shard1
[junit4] 2> 7 /solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
[junit4] 2> 7 /solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/collections/backuprestore_testbackupincsimple/terms/shard2
[junit4] 2> 3 /solr/collections/backuprestore_testbackupincsimple/terms/shard1
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/backuprestore_testbackupincsimple/collectionprops.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2> 2 /solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
[junit4] 2> 2 /solr/collections/backuprestore_testbackupinc/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/collections/backuprestore_testbackuprestoretooriginal/state.json
[junit4] 2> 30 /solr/collections/backuprestore_testbackupinc/state.json
[junit4] 2> 24 /solr/collections/backuprestore_testbackupincsimple/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 60 /solr/overseer/queue
[junit4] 2> 12 /solr/collections
[junit4] 2> 12 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections/backuprestore_testbackuprestoretooriginal/state.json
[junit4] 2> 8 /solr/collections/backuprestore_testbackupincsimple/state.json
[junit4] 2> 8 /solr/collections/backuprestore_testbackupinc/state.json
[junit4] 2> 6 /solr/live_nodes
[junit4] 2>
[junit4] 2> 14383 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40853
[junit4] 2> 14383 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40853
[junit4] 2> 14383 INFO (SUITE-GCSIncrementalBackupTest-seed#[EFE95511A1C81351]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40853
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.9/solr/build/contrib/solr-gcs-repository/test/J1/temp/solr.gcs.GCSIncrementalBackupTest_EFE95511A1C81351-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=FST50, _root_=Lucene84, id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{}, maxPointsInLeafNode=1228, maxMBSortInHeap=7.688430069260658, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=hi-IN, timezone=Asia/Taipei
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=2,free=235358784,total=347078656
[junit4] 2> NOTE: All tests run in this JVM: [GCSIncrementalBackupTest]
[junit4] Completed [2/2 (1!)] on J1 in 13.94s, 3 tests, 3 errors <<< FAILURES!
[...truncated 45980 lines...]