You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/12/14 07:37:30 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.11 - Build # 145 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.11/145/
1 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([A4B59D469179700:DD9C76A3DD480F47]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:197)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14926 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 716539 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/server/solr/configsets/_default/conf'
[junit4] 2> 716540 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-245 after mutting 0 log messages
[junit4] 2> 716540 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-246 for ERROR logs matching regex: ignore_exception
[junit4] 2> 716541 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/data-dir-89-001
[junit4] 2> 716541 WARN (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=175 numCloses=175
[junit4] 2> 716541 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 716543 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 716543 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] IGNOR/A 0.00s J2 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 716547 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 716548 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/cdcr-target-001
[junit4] 2> 716548 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 716548 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 716548 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 716549 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 716648 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer start zk server on port: 34157
[junit4] 2> 716648 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34157
[junit4] 2> 716648 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34157
[junit4] 2> 716648 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34157
[junit4] 2> 716650 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 716652 INFO (zkConnectionManagerCallback-7137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 716652 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 716654 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 716655 INFO (zkConnectionManagerCallback-7139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 716655 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 716656 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 716657 INFO (zkConnectionManagerCallback-7141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 716657 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 716660 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]-SendThread(127.0.0.1:34157)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1096e9c54de0002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c54de0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c54de0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 716762 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 716762 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 716763 INFO (jetty-launcher-7142-thread-1) [ ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
[junit4] 2> 716763 INFO (jetty-launcher-7142-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 716763 INFO (jetty-launcher-7142-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 716763 INFO (jetty-launcher-7142-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 716763 INFO (jetty-launcher-7142-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53cc2f46{/solr,null,AVAILABLE}
[junit4] 2> 716764 INFO (jetty-launcher-7142-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4aa3f891{SSL, (ssl, http/1.1)}{127.0.0.1:39791}
[junit4] 2> 716764 INFO (jetty-launcher-7142-thread-1) [ ] o.e.j.s.Server Started @716810ms
[junit4] 2> 716764 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34157/solr, hostPort=39791}
[junit4] 2> 716764 ERROR (jetty-launcher-7142-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 716764 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 716764 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.11.1
[junit4] 2> 716765 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 716765 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
[junit4] 2> 716765 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-12-14T06:44:11.520Z
[junit4] 2> 716765 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 716766 INFO (zkConnectionManagerCallback-7144-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 716766 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 716768 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 716772 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 717848 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 717848 WARN (jetty-launcher-7142-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 717849 WARN (jetty-launcher-7142-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3e1b294a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 717849 WARN (jetty-launcher-7142-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3e1b294a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 717851 WARN (jetty-launcher-7142-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 717852 WARN (jetty-launcher-7142-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5890acb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 717852 WARN (jetty-launcher-7142-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5890acb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 717853 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34157/solr
[junit4] 2> 717854 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 717855 INFO (zkConnectionManagerCallback-7155-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 717855 INFO (jetty-launcher-7142-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 717961 INFO (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 717962 INFO (zkConnectionManagerCallback-7157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 717962 INFO (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718042 WARN (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 718047 INFO (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39791_solr
[junit4] 2> 718048 INFO (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.Overseer Overseer (id=74712486546112517-127.0.0.1:39791_solr-n_0000000000) starting
[junit4] 2> 718052 INFO (OverseerStateUpdate-74712486546112517-127.0.0.1:39791_solr-n_0000000000) [n:127.0.0.1:39791_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39791_solr
[junit4] 2> 718053 INFO (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39791_solr
[junit4] 2> 718054 INFO (OverseerStateUpdate-74712486546112517-127.0.0.1:39791_solr-n_0000000000) [n:127.0.0.1:39791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 718059 INFO (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 718059 WARN (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 718090 INFO (jetty-launcher-7142-thread-1) [n:127.0.0.1:39791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/cdcr-target-001/node1
[junit4] 2> 718103 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 718104 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718104 INFO (zkConnectionManagerCallback-7172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718104 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718105 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 718106 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34157/solr ready
[junit4] 2> 718106 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:34157/solr
[junit4] 2> 718107 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/cdcr-source-001
[junit4] 2> 718107 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 718111 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 718111 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 718112 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 718211 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer start zk server on port: 44229
[junit4] 2> 718211 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44229
[junit4] 2> 718211 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44229
[junit4] 2> 718211 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44229
[junit4] 2> 718212 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718214 INFO (zkConnectionManagerCallback-7174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718214 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718227 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718231 INFO (zkConnectionManagerCallback-7176-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718231 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718232 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718234 INFO (zkConnectionManagerCallback-7178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718234 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718337 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 718337 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 718337 INFO (jetty-launcher-7179-thread-1) [ ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
[junit4] 2> 718338 INFO (jetty-launcher-7179-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 718338 INFO (jetty-launcher-7179-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 718338 INFO (jetty-launcher-7179-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 718338 INFO (jetty-launcher-7179-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b97332d{/solr,null,AVAILABLE}
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ca4dc0{SSL, (ssl, http/1.1)}{127.0.0.1:37915}
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.e.j.s.Server Started @718387ms
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44229/solr, hostPort=37915}
[junit4] 2> 718341 ERROR (jetty-launcher-7179-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.11.1
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
[junit4] 2> 718341 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-12-14T06:44:13.096Z
[junit4] 2> 718346 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718346 INFO (zkConnectionManagerCallback-7181-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718347 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718347 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 718351 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 718351 WARN (jetty-launcher-7179-thread-1-SendThread(127.0.0.1:44229)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1096e9c5afb0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c5afb0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c5afb0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 718685 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 718686 WARN (jetty-launcher-7179-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 718697 WARN (jetty-launcher-7179-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53395b58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 718697 WARN (jetty-launcher-7179-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53395b58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 718700 WARN (jetty-launcher-7179-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 718707 WARN (jetty-launcher-7179-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ad2eaab[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 718707 WARN (jetty-launcher-7179-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ad2eaab[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 718709 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44229/solr
[junit4] 2> 718720 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718720 INFO (zkConnectionManagerCallback-7192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718721 INFO (jetty-launcher-7179-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718828 INFO (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718829 INFO (zkConnectionManagerCallback-7194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718829 INFO (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718899 WARN (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 718904 INFO (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37915_solr
[junit4] 2> 718904 INFO (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.Overseer Overseer (id=74712486648676357-127.0.0.1:37915_solr-n_0000000000) starting
[junit4] 2> 718909 INFO (OverseerStateUpdate-74712486648676357-127.0.0.1:37915_solr-n_0000000000) [n:127.0.0.1:37915_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37915_solr
[junit4] 2> 718909 INFO (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37915_solr
[junit4] 2> 718910 INFO (OverseerStateUpdate-74712486648676357-127.0.0.1:37915_solr-n_0000000000) [n:127.0.0.1:37915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 718911 INFO (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 718912 WARN (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 718954 INFO (jetty-launcher-7179-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/cdcr-source-001/node1
[junit4] 2> 718967 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 718967 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718971 INFO (zkConnectionManagerCallback-7209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718971 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 718972 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 718973 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44229/solr ready
[junit4] 2> 718974 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 718975 INFO (zkConnectionManagerCallback-7211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 718975 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 719110 INFO (OverseerThreadFactory-7201-thread-1-processing-n:127.0.0.1:37915_solr) [n:127.0.0.1:37915_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 719219 INFO (OverseerStateUpdate-74712486648676357-127.0.0.1:37915_solr-n_0000000000) [n:127.0.0.1:37915_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:37915_solr",
[junit4] 2> "base_url":"https://127.0.0.1:37915/solr",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 719427 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 719427 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
[junit4] 2> 719440 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.1
[junit4] 2> 719441 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 719442 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 719442 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from configset cdcr-source, trusted=true
[junit4] 2> 719442 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 719483 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 719483 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 719484 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 719484 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 719487 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 719487 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 719487 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 719487 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1719102869856059392
[junit4] 2> 719490 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 719494 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 719494 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 719497 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 719497 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 719497 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37915/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 719498 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 719498 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37915/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 719498 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/74712486648676357-core_node2-n_0000000000
[junit4] 2> 719502 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37915/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 719604 INFO (zkCallback-7193-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 719604 INFO (zkCallback-7193-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 719604 INFO (zkCallback-7193-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 719606 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 719608 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=181
[junit4] 2> 719611 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 719708 INFO (zkCallback-7193-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 719708 INFO (zkCallback-7193-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 719708 INFO (zkCallback-7193-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 719708 INFO (zkCallback-7193-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 719709 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=602
[junit4] 2> 719709 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 719719 INFO (qtp137504432-11838) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 719719 INFO (qtp137504432-11838) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_0 (1719102870095134720), source_1 (1719102870096183296), source_2 (1719102870096183297), source_3 (1719102870096183298), source_4 (1719102870096183299), source_5 (1719102870096183300), source_6 (1719102870096183301), source_7 (1719102870096183302), source_8 (1719102870096183303), source_9 (1719102870096183304), ... (100 adds)]} 0 4
[junit4] 2> 719788 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 719788 INFO (qtp137504432-11840) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 65
[junit4] 2> 719793 INFO (qtp137504432-11836) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_100 (1719102870172729344), source_101 (1719102870174826496), source_102 (1719102870174826497), source_103 (1719102870174826498), source_104 (1719102870174826499), source_105 (1719102870174826500), source_106 (1719102870174826501), source_107 (1719102870174826502), source_108 (1719102870174826503), source_109 (1719102870174826504), ... (100 adds)]} 0 4
[junit4] 2> 719866 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 719867 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 72
[junit4] 2> 719871 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_200 (1719102870255566848), source_201 (1719102870256615424), source_202 (1719102870256615425), source_203 (1719102870256615426), source_204 (1719102870256615427), source_205 (1719102870256615428), source_206 (1719102870256615429), source_207 (1719102870256615430), source_208 (1719102870256615431), source_209 (1719102870256615432), ... (100 adds)]} 0 3
[junit4] 2> 719945 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 719946 INFO (qtp137504432-11838) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 73
[junit4] 2> 719951 INFO (qtp137504432-11840) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_300 (1719102870338404352), source_301 (1719102870340501504), source_302 (1719102870340501505), source_303 (1719102870340501506), source_304 (1719102870340501507), source_305 (1719102870340501508), source_306 (1719102870340501509), source_307 (1719102870340501510), source_308 (1719102870340501511), source_309 (1719102870340501512), ... (100 adds)]} 0 4
[junit4] 2> 720010 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 720011 INFO (qtp137504432-11836) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 58
[junit4] 2> 720016 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_400 (1719102870406561792), source_401 (1719102870407610368), source_402 (1719102870407610369), source_403 (1719102870407610370), source_404 (1719102870407610371), source_405 (1719102870407610372), source_406 (1719102870407610373), source_407 (1719102870407610374), source_408 (1719102870407610375), source_409 (1719102870408658944), ... (100 adds)]} 0 4
[junit4] 2> 720064 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 720064 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 47
[junit4] 2> 720069 INFO (qtp137504432-11838) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_500 (1719102870462136320), source_501 (1719102870463184896), source_502 (1719102870463184897), source_503 (1719102870463184898), source_504 (1719102870463184899), source_505 (1719102870463184900), source_506 (1719102870463184901), source_507 (1719102870463184902), source_508 (1719102870463184903), source_509 (1719102870463184904), ... (100 adds)]} 0 3
[junit4] 2> 720124 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 720125 INFO (qtp137504432-11840) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 56
[junit4] 2> 720130 INFO (qtp137504432-11840) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_600 (1719102870527148032), source_601 (1719102870528196608), source_602 (1719102870528196609), source_603 (1719102870528196610), source_604 (1719102870528196611), source_605 (1719102870528196612), source_606 (1719102870528196613), source_607 (1719102870528196614), source_608 (1719102870528196615), source_609 (1719102870528196616), ... (100 adds)]} 0 3
[junit4] 2> 720209 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 720209 INFO (qtp137504432-11836) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 78
[junit4] 2> 720214 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_700 (1719102870614179840), source_701 (1719102870615228416), source_702 (1719102870615228417), source_703 (1719102870615228418), source_704 (1719102870616276992), source_705 (1719102870616276993), source_706 (1719102870616276994), source_707 (1719102870616276995), source_708 (1719102870616276996), source_709 (1719102870616276997), ... (100 adds)]} 0 3
[junit4] 2> 720277 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 720278 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 63
[junit4] 2> 720284 INFO (qtp137504432-11838) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_800 (1719102870686531584), source_801 (1719102870688628736), source_802 (1719102870688628737), source_803 (1719102870688628738), source_804 (1719102870688628739), source_805 (1719102870688628740), source_806 (1719102870688628741), source_807 (1719102870688628742), source_808 (1719102870688628743), source_809 (1719102870688628744), ... (100 adds)]} 0 4
[junit4] 2> 720347 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 720347 INFO (qtp137504432-11840) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 62
[junit4] 2> 720352 INFO (qtp137504432-11836) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_900 (1719102870759931904), source_901 (1719102870760980480), source_902 (1719102870760980481), source_903 (1719102870760980482), source_904 (1719102870760980483), source_905 (1719102870760980484), source_906 (1719102870760980485), source_907 (1719102870760980486), source_908 (1719102870760980487), source_909 (1719102870760980488), ... (100 adds)]} 0 3
[junit4] 2> 720406 INFO (searcherExecutor-7213-thread-1-processing-n:127.0.0.1:37915_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 720406 INFO (qtp137504432-11837) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 53
[junit4] 2> 720406 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.CdcrBootstrapTest Adding numDocs=1000
[junit4] 2> 720407 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 720408 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1719102870763077655, maxInHash=1719102870763077655, versionsHash=424778803682941602, numVersions=1000, numDocs=1000, maxDoc=100}
[junit4] 2> 720409 INFO (qtp137504432-11839) [n:127.0.0.1:37915_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:3&fingerprint=true&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 720410 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 720411 INFO (zkConnectionManagerCallback-7219-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 720411 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 720515 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1982654253
[junit4] 2> 720515 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37915_solr
[junit4] 2> 720515 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 720516 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:37915_solr as DOWN
[junit4] 2> 720517 INFO (coreCloseExecutor-7223-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2a1bba61
[junit4] 2> 720517 INFO (coreCloseExecutor-7223-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1 tag=SolrCore@2a1bba61
[junit4] 2> 720517 INFO (coreCloseExecutor-7223-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader tag=SolrCore@2a1bba61
[junit4] 2> 720518 INFO (coreCloseExecutor-7223-thread-1) [n:127.0.0.1:37915_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 720522 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 720522 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 720522 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 720522 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 720523 INFO (closeThreadPool-7225-thread-2) [ ] o.a.s.c.Overseer Overseer (id=74712486648676357-127.0.0.1:37915_solr-n_0000000000) closing
[junit4] 2> 720523 INFO (OverseerStateUpdate-74712486648676357-127.0.0.1:37915_solr-n_0000000000) [n:127.0.0.1:37915_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37915_solr
[junit4] 2> 720528 INFO (OverseerAutoScalingTriggerThread-74712486648676357-127.0.0.1:37915_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 720529 INFO (closeThreadPool-7225-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74712486648676357-127.0.0.1:37915_solr-n_0000000000) closing
[junit4] 2> 720530 WARN (jetty-launcher-7179-thread-1-SendThread(127.0.0.1:44229)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1096e9c5afb0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c5afb0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c5afb0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 720530 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 720630 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.Overseer Overseer (id=74712486648676357-127.0.0.1:37915_solr-n_0000000000) closing
[junit4] 2> 720632 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2ca4dc0{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 720632 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b97332d{/solr,null,STOPPED}
[junit4] 2> 720633 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 720635 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 37915
[junit4] 2> 720635 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 720636 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 720636 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
[junit4] 2> 720641 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 720641 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 720641 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 720642 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43731e18{/solr,null,AVAILABLE}
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c0f6dfd{SSL, (ssl, http/1.1)}{127.0.0.1:42341}
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.s.Server Started @720688ms
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:44229/solr, hostPort=42341}
[junit4] 2> 720643 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.11.1
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr
[junit4] 2> 720643 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-12-14T06:44:15.398Z
[junit4] 2> 720647 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 720651 INFO (zkConnectionManagerCallback-7227-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 720651 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 720652 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 720656 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 722112 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 722112 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 722113 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2e0be391[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 722113 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2e0be391[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 722126 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 722128 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@421baff2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 722128 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@421baff2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 722129 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44229/solr
[junit4] 2> 722130 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 722131 INFO (zkConnectionManagerCallback-7238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 722132 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 722135 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]-SendThread(127.0.0.1:44229)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1096e9c5afb000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c5afb000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1096e9c5afb000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 722236 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 722237 INFO (zkConnectionManagerCallback-7240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 722237 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 722241 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 722246 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42341_solr
[junit4] 2> 722246 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.Overseer Overseer (id=74712486648676363-127.0.0.1:42341_solr-n_0000000001) starting
[junit4] 2> 722255 INFO (OverseerStateUpdate-74712486648676363-127.0.0.1:42341_solr-n_0000000001) [n:127.0.0.1:42341_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42341_solr
[junit4] 2> 722255 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42341_solr
[junit4] 2> 722262 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 722266 INFO (zkCallback-7239-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 722272 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 722272 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 722316 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001/cdcr-source-001/node1
[junit4] 2> 722316 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
[junit4] 2> 722320 INFO (coreLoadExecutor-7250-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
[junit4] 2> 722328 INFO (coreLoadExecutor-7250-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.1
[junit4] 2> 722329 INFO (coreLoadExecutor-7250-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 722335 INFO (coreLoadExecutor-7250-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 722335 INFO (coreLoadExecutor-7250-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 722351 INFO (coreLoadExecutor-7250-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 722353 INFO (coreLoadExecutor-7250-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 842347 INFO (qtp1981539297-11910) [n:127.0.0.1:42341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 842349 INFO (AutoscalingActionExecutor-7246-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"8fec0a43f3c0eaT84dsce5jirpggvffd0zlyfjfx",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":40510450503500010,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[40510450503500010],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":40510570526951550,
[junit4] 2> "nodeNames":["127.0.0.1:37915_solr"]}}
[junit4] 2> 1022632 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [n:127.0.0.1:42341_solr ] o.a.s.c.SolrCores Timed out waiting for SolrCores to finish loading.
[junit4] 2> 1022633 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 1022633 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout: true timeout (sec):
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 2> 1042406 ERROR (coreContainerWorkExecutor-7229-thread-1-processing-n:127.0.0.1:42341_solr) [n:127.0.0.1:42341_solr ] o.a.s.c.CoreContainer Error waiting for SolrCore to be loaded on startup
[junit4] 2> => java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [cdcr-source_shard1_replica_n1]
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [cdcr-source_shard1_replica_n1]
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122) ~[?:1.8.0_291]
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192) ~[?:1.8.0_291]
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$12(CoreContainer.java:902) ~[java/:?]
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) ~[metrics-core-4.1.5.jar:4.1.5]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_291]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_291]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [cdcr-source_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1473) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:873) ~[java/:?]
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) ~[metrics-core-4.1.5.jar:4.1.5]
[junit4] 2> ... 5 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not get shard id for core: cdcr-source_shard1_replica_n1
[junit4] 2> at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1822) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1760) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1879) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1443) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:873) ~[java/:?]
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) ~[metrics-core-4.1.5.jar:4.1.5]
[junit4] 2> ... 5 more
[junit4] 2> 1352735 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[A4B59D469179700]) [ ] o.a.s.c.Diagnostics Gave up waiting for recovery to finish. THREAD DUMP:
[junit4] 2> "Connector-Scheduler-5c0f6dfd-1" Id=11943 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f06679a
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f06679a
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> ...
[junit4] 2>
[junit4] 2> "AutoscalingActionExecutor-7246-thread-1" Id=11942 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@71e83f25
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@71e83f25
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> "Thread-1533" Id=11937 WAITING on java.lang.Object@223d1406
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> - waiting on java.lang.Object@223d1406
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.solr.core.CloserThread.run(CoreContainer.java:2295)
[junit4] 2>
[junit4] 2> "ScheduledTrigger-7245-thread-4" Id=11935 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> ...
[junit4] 2>
[junit4] 2> "ScheduledTrigger-7245-thread-3" Id=11934 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> ...
[junit4] 2>
[junit4] 2> "ScheduledTrigger-7245-thread-2" Id=11933 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> ...
[junit4] 2>
[junit4] 2> "ScheduledTrigger-7245-thread-1" Id=11932 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f95ed72
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.
[...truncated too long message...]
rapWithSourceCluster-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34823
[junit4] 2> 1378121 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34823
[junit4] 2> 1378223 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=966636894
[junit4] 2> 1378224 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46561_solr
[junit4] 2> 1378224 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1378224 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46561_solr as DOWN
[junit4] 2> 1378226 INFO (coreCloseExecutor-7655-thread-1) [n:127.0.0.1:46561_solr ] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@a42766
[junit4] 2> 1378227 INFO (coreCloseExecutor-7655-thread-1) [n:127.0.0.1:46561_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1 tag=SolrCore@a42766
[junit4] 2> 1378227 INFO (coreCloseExecutor-7655-thread-1) [n:127.0.0.1:46561_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader tag=SolrCore@a42766
[junit4] 2> 1378227 INFO (coreCloseExecutor-7655-thread-1) [n:127.0.0.1:46561_solr ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 1378227 INFO (zkCallback-7555-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1378227 INFO (zkCallback-7555-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1378227 INFO (zkCallback-7555-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1378227 INFO (coreCloseExecutor-7655-thread-1) [n:127.0.0.1:46561_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 1378229 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1378229 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1378229 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1378229 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1378230 INFO (closeThreadPool-7657-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74712529192943621-127.0.0.1:46561_solr-n_0000000000) closing
[junit4] 2> 1378230 INFO (OverseerStateUpdate-74712529192943621-127.0.0.1:46561_solr-n_0000000000) [n:127.0.0.1:46561_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46561_solr
[junit4] 2> 1378232 INFO (OverseerAutoScalingTriggerThread-74712529192943621-127.0.0.1:46561_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1378233 INFO (closeThreadPool-7657-thread-2) [ ] o.a.s.c.Overseer Overseer (id=74712529192943621-127.0.0.1:46561_solr-n_0000000000) closing
[junit4] 2> 1378334 INFO (jetty-closer-7651-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74712529192943621-127.0.0.1:46561_solr-n_0000000000) closing
[junit4] 2> 1378335 INFO (jetty-closer-7651-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@72f2016d{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1378336 INFO (jetty-closer-7651-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c541ba6{/solr,null,STOPPED}
[junit4] 2> 1378336 INFO (jetty-closer-7651-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1378336 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1378540 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/overseer/queue
[junit4] 2> 11 /solr/collections/cdcr-target/state.json
[junit4] 2> 5 /solr/collections
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1378545 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44757
[junit4] 2> 1378545 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44757
[junit4] 2> 1378545 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4B59D469179700]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44757
[junit4] 2> 1378546 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A4B59D469179700]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> 1378548 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-246 after mutting 0 log messages
[junit4] 2> 1378548 INFO (SUITE-CdcrBootstrapTest-seed#[A4B59D469179700]-worker) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-247 for ERROR logs matching regex: ignore_exception
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_A4B59D469179700-001
[junit4] 2> Dec 14, 2021 6:55:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneFixedGap), xyz=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1443, maxMBSortInHeap=6.9136629058865555, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-PR, timezone=America/Rankin_Inlet
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=174540344,total=508559360
[junit4] 2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, ClusterStateUpdateTest, TestRecovery, SystemCollectionCompatTest, HttpTriggerListenerTest, TestJsonRequest, SolrCloudReportersTest, DistributedQueryComponentOptimizationTest, WrapperMergePolicyFactoryTest, TestOnReconnectListenerSupport, SoftAutoCommitTest, SpatialFilterTest, TestConfigSetsAPI, TestBinaryResponseWriter, TestSchemaField, TestInPlaceUpdateWithRouteField, DimensionalRoutedAliasUpdateProcessorTest, TestCollapseQParserPlugin, TestReplicaProperties, TestXmlQParserPlugin, HighlighterMaxOffsetTest, TermVectorComponentDistributedTest, DeleteInactiveReplicaTest, IndexSchemaTest, BackupIdTest, TestFoldingMultitermQuery, AtomicUpdateProcessorFactoryTest, TestConfigSets, ZkStateWriterTest, TestPullReplicaWithAuth, HdfsBasicDistributedZkTest, RemoteQueryErrorTest, CdcrVersionReplicationTest, TestChildDocTransformer, AutoScalingHandlerTest, HdfsThreadLeakTest, CleanupOldIndexTest, TestSafeXMLParsing, TestLegacyField, TestMaxScoreQueryParser, SolrCloudExampleTest, TestBlobHandler, TestLogWatcher, DistribJoinFromCollectionTest, HttpPartitionTest, TestManagedSynonymFilterFactory, ActionThrottleTest, TestSimExtremeIndexing, TestUnifiedSolrHighlighter, TestTolerantSearch, UpdateLogTest, MoreLikeThisComponentTest, TestDynamicFieldResource, TestManagedSchemaAPI, TestSimComputePlanAction, TestPseudoReturnFields, TriggerEventQueueTest, CustomCollectionTest, VMParamsZkACLAndCredentialsProvidersTest, TestCharFilters, UUIDUpdateProcessorFallbackTest, TestCustomStream, PurgeGraphTest, AnalyticsMergeStrategyTest, MoveReplicaTest, TestSubQueryTransformerCrossCore, TestCloudInspectUtil, DistanceUnitsTest, ScriptEngineTest, TestSimNodeLostTrigger, TestTextField, TestRawResponseWriter, TestSolrCloudSnapshots, TestDownShardTolerantSearch, TestFastOutputStream, ReturnFieldsTest, QueryEqualityTest, PluginInfoTest, TestHdfsBackupRestoreCore, CdcrBootstrapTest]
[junit4] Completed [458/955 (1!)] on J2 in 662.38s, 4 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 55962 lines...]