You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/06/27 09:24:19 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2725 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2725/
1 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplica.testRealTimeGet
Error Message:
Error from server at https://127.0.0.1:37623/solr: Underlying core creation failed while creating collection: pull_replica_test_real_time_get
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37623/solr: Underlying core creation failed while creating collection: pull_replica_test_real_time_get
at __randomizedtesting.SeedInfo.seed([8F87ED71824E0181:D7EA187220F4AF48]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:375)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14199 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> 539283 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 539284 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/data-dir-58-001
[junit4] 2> 539284 WARN (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=38 numCloses=38
[junit4] 2> 539284 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 539285 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 539286 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 539286 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/tempDir-001
[junit4] 2> 539286 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 539286 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 539287 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 539287 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 539386 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 41649
[junit4] 2> 539386 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41649
[junit4] 2> 539386 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41649
[junit4] 2> 539387 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41649
[junit4] 2> 539388 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 539389 INFO (zkConnectionManagerCallback-5576-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539389 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 539399 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 539402 INFO (zkConnectionManagerCallback-5578-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539403 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 539403 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 539406 INFO (zkConnectionManagerCallback-5580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539407 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 539511 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 539511 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 539511 INFO (jetty-launcher-5581-thread-1) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 539511 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 539512 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 539512 INFO (jetty-launcher-5581-thread-2) [ ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
[junit4] 2> 539512 INFO (jetty-launcher-5581-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 539512 INFO (jetty-launcher-5581-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 539512 INFO (jetty-launcher-5581-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 539515 INFO (jetty-launcher-5581-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d3b3fa2{/solr,null,AVAILABLE}
[junit4] 2> 539515 INFO (jetty-launcher-5581-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 539515 INFO (jetty-launcher-5581-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 539515 INFO (jetty-launcher-5581-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 539515 INFO (jetty-launcher-5581-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77e58e62{/solr,null,AVAILABLE}
[junit4] 2> 539515 INFO (jetty-launcher-5581-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63e2cd0c{SSL, (ssl, http/1.1)}{127.0.0.1:37623}
[junit4] 2> 539515 INFO (jetty-launcher-5581-thread-1) [ ] o.e.j.s.Server Started @539560ms
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41649/solr, hostPort=37623}
[junit4] 2> 539516 ERROR (jetty-launcher-5581-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.10.0
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-06-27T08:34:57.837Z
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2216f432{SSL, (ssl, http/1.1)}{127.0.0.1:34885}
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.e.j.s.Server Started @539561ms
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41649/solr, hostPort=34885}
[junit4] 2> 539516 ERROR (jetty-launcher-5581-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.10.0
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 539516 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-06-27T08:34:57.837Z
[junit4] 2> 539517 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 539517 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 539518 INFO (zkConnectionManagerCallback-5583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539518 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 539519 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 539520 INFO (zkConnectionManagerCallback-5585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539520 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 539521 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 539523 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 539523 WARN (jetty-launcher-5581-thread-1-SendThread(127.0.0.1:41649)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1012fe8dba40003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 539527 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 540587 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 540587 WARN (jetty-launcher-5581-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 540588 WARN (jetty-launcher-5581-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@45650d23[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 540588 WARN (jetty-launcher-5581-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@45650d23[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 540590 WARN (jetty-launcher-5581-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 540591 WARN (jetty-launcher-5581-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@19cb96c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 540591 WARN (jetty-launcher-5581-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@19cb96c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 540592 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41649/solr
[junit4] 2> 540593 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 540593 INFO (zkConnectionManagerCallback-5599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540594 INFO (jetty-launcher-5581-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 540594 WARN (jetty-launcher-5581-thread-2-SendThread(127.0.0.1:41649)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1012fe8dba40005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 540697 INFO (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 540708 INFO (zkConnectionManagerCallback-5601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540709 INFO (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 540778 WARN (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 540783 INFO (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34885_solr
[junit4] 2> 540784 INFO (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.Overseer Overseer (id=72391746178514950-127.0.0.1:34885_solr-n_0000000000) starting
[junit4] 2> 540799 INFO (OverseerStateUpdate-72391746178514950-127.0.0.1:34885_solr-n_0000000000) [n:127.0.0.1:34885_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34885_solr
[junit4] 2> 540800 INFO (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34885_solr
[junit4] 2> 540927 INFO (OverseerStateUpdate-72391746178514950-127.0.0.1:34885_solr-n_0000000000) [n:127.0.0.1:34885_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 540935 INFO (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 540935 WARN (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 540956 INFO (jetty-launcher-5581-thread-2) [n:127.0.0.1:34885_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/tempDir-001/node2
[junit4] 2> 541204 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 541204 WARN (jetty-launcher-5581-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 541426 WARN (jetty-launcher-5581-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@731ee046[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 541426 WARN (jetty-launcher-5581-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@731ee046[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 541429 WARN (jetty-launcher-5581-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 541430 WARN (jetty-launcher-5581-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41c1b9e6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 541430 WARN (jetty-launcher-5581-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41c1b9e6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 541431 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41649/solr
[junit4] 2> 541438 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 541442 INFO (zkConnectionManagerCallback-5619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541443 INFO (jetty-launcher-5581-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 541443 WARN (jetty-launcher-5581-thread-1-SendThread(127.0.0.1:41649)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1012fe8dba40007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 541544 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 541545 INFO (zkConnectionManagerCallback-5621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541545 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 541549 WARN (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 541550 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 541553 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37623_solr as DOWN
[junit4] 2> 541554 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
[junit4] 2> 541554 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37623_solr
[junit4] 2> 541554 INFO (zkCallback-5600-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 541555 INFO (zkCallback-5620-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 541556 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 541556 WARN (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 541572 INFO (jetty-launcher-5581-thread-1) [n:127.0.0.1:37623_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/tempDir-001/node1
[junit4] 2> 541578 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 541578 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 541579 INFO (zkConnectionManagerCallback-5632-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541579 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 541580 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 541581 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41649/solr ready
[junit4] 2> 541583 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 541610 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 541626 INFO (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[8F87ED71824E0181]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchWhileReplicationHappens
[junit4] 2> 541627 INFO (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[8F87ED71824E0181]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchWhileReplicationHappens
[junit4] 2> 541642 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRemoveAllWriterReplicas
[junit4] 2> 541645 INFO (OverseerThreadFactory-5608-thread-1-processing-n:127.0.0.1:34885_solr) [n:127.0.0.1:34885_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection pull_replica_test_remove_all_writer_replicas
[junit4] 2> 541751 INFO (OverseerStateUpdate-72391746178514950-127.0.0.1:34885_solr-n_0000000000) [n:127.0.0.1:34885_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:37623_solr",
[junit4] 2> "base_url":"https://127.0.0.1:37623/solr",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 541753 INFO (OverseerStateUpdate-72391746178514950-127.0.0.1:34885_solr-n_0000000000) [n:127.0.0.1:34885_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
[junit4] 2> "node_name":"127.0.0.1:34885_solr",
[junit4] 2> "base_url":"https://127.0.0.1:34885/solr",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"PULL",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 541973 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 541986 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
[junit4] 2> 541988 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 541988 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 541988 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 541988 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/tempDir-001/node1/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/tempDir-001/node1/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/data/]
[junit4] 2> 541997 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 541997 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
[junit4] 2> 542010 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
[junit4] 2> 542011 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 542011 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542011 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_p2' using configuration from configset conf, trusted=true
[junit4] 2> 542011 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/tempDir-001/node2/pull_replica_test_remove_all_writer_replicas_shard1_replica_p2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001/tempDir-001/node2/pull_replica_test_remove_all_writer_replicas_shard1_replica_p2/data/]
[junit4] 2> 542031 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 542031 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 542031 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 542031 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 542032 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 542033 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 542033 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 542033 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1703708354521595904
[junit4] 2> 542036 INFO (searcherExecutor-5634-thread-1-processing-n:127.0.0.1:37623_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 542042 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 542042 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/pull_replica_test_remove_all_writer_replicas/leaders/shard1
[junit4] 2> 542046 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 542046 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 542046 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37623/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/
[junit4] 2> 542047 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 542047 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 542047 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 542048 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 542049 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 542049 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 542049 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37623/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/ has no replicas
[junit4] 2> 542050 INFO (searcherExecutor-5636-thread-1-processing-n:127.0.0.1:34885_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 542050 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/pull_replica_test_remove_all_writer_replicas/leaders/shard1/leader after winning as /collections/pull_replica_test_remove_all_writer_replicas/leader_elect/shard1/election/72391746178514952-core_node3-n_0000000000
[junit4] 2> 542052 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37623/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/ shard1
[junit4] 2> 542054 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.ZkController pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 starting background replication from leader
[junit4] 2> 542054 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 542058 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 542058 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 542154 INFO (zkCallback-5620-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542154 INFO (zkCallback-5600-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542154 INFO (zkCallback-5620-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542155 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 542162 INFO (zkCallback-5600-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542167 INFO (zkCallback-5600-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542168 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=171
[junit4] 2> 542169 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=196
[junit4] 2> 542171 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 542437 INFO (zkCallback-5620-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542437 INFO (zkCallback-5600-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542437 INFO (zkCallback-5620-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542437 INFO (zkCallback-5600-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542437 INFO (zkCallback-5620-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542438 INFO (zkCallback-5600-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542438 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_remove_all_writer_replicas&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=795
[junit4] 2> 542437 INFO (zkCallback-5600-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542443 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.SolrCloudTestCase waitForState (pull_replica_test_remove_all_writer_replicas): Expected collection to be created with 1 shard and 2 replicas
[junit4] 2> 542444 INFO (watches-5629-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 542444 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 542445 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 542445 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 542453 INFO (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={core_node3=1}, version=1}
[junit4] 2> 542454 INFO (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1703708354960949248)]} 0 2
[junit4] 2> 542458 INFO (searcherExecutor-5634-thread-1-processing-n:127.0.0.1:37623_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 542458 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=pull_replica_test_remove_all_writer_replicas:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 542468 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 542476 INFO (qtp686726978-9305) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 542638 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 542638 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Updated leaderUrl to https://127.0.0.1:37623/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/
[junit4] 2> 542643 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 542643 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Leader's generation: 2
[junit4] 2> 542643 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Leader's version: 1624782900776
[junit4] 2> 542643 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Follower's generation: 1
[junit4] 2> 542643 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Follower's version: 0
[junit4] 2> 542643 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 542644 INFO (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 542644 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in leader: 19
[junit4] 2> 542645 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@3c1f481e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@740042b1)
[junit4] 2> 542645 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Download files to dir: [segments_1]
[junit4] 2> 542645 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher tmpIndexDir_type : class org.apache.lucene.store.MockDirectoryWrapper , RAMDirectory@3c1f481e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@740042b1
[junit4] 2> 542645 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.kdm size=143 checksum=3162582972 alwaysDownload=true
[junit4] 2> 542646 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.kdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542646 DEBUG (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 143 bytes for file _0.kdm
[junit4] 2> 542646 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 143 bytes of file: _0.kdm
[junit4] 2> 542646 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.si size=679 checksum=2791213694 alwaysDownload=true
[junit4] 2> 542648 INFO (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542648 DEBUG (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 679 bytes for file _0.si
[junit4] 2> 542648 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 679 bytes of file: _0.si
[junit4] 2> 542649 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneVarGapDocFreqInterval_0.pos size=97 checksum=1684788380 alwaysDownload=true
[junit4] 2> 542649 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542650 DEBUG (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 97 bytes for file _0_LuceneVarGapDocFreqInterval_0.pos
[junit4] 2> 542650 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 97 bytes of file: _0_LuceneVarGapDocFreqInterval_0.pos
[junit4] 2> 542650 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.kdi size=68 checksum=962136985 alwaysDownload=true
[junit4] 2> 542651 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.kdi&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542651 DEBUG (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 68 bytes for file _0.kdi
[junit4] 2> 542651 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 68 bytes of file: _0.kdi
[junit4] 2> 542652 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneFixedGap_0.tib size=198 checksum=764210366 alwaysDownload=true
[junit4] 2> 542652 INFO (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542652 DEBUG (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 198 bytes for file _0_LuceneFixedGap_0.tib
[junit4] 2> 542652 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 198 bytes of file: _0_LuceneFixedGap_0.tib
[junit4] 2> 542652 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.fdm size=158 checksum=3273250533 alwaysDownload=true
[junit4] 2> 542653 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542653 DEBUG (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 158 bytes for file _0.fdm
[junit4] 2> 542653 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 158 bytes of file: _0.fdm
[junit4] 2> 542653 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.nvd size=59 checksum=2370971583 alwaysDownload=true
[junit4] 2> 542654 INFO (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542654 DEBUG (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 59 bytes for file _0.nvd
[junit4] 2> 542654 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 59 bytes of file: _0.nvd
[junit4] 2> 542654 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneVarGapDocFreqInterval_0.tib size=201 checksum=2785202286 alwaysDownload=true
[junit4] 2> 542655 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542655 DEBUG (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 201 bytes for file _0_LuceneVarGapDocFreqInterval_0.tib
[junit4] 2> 542655 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 201 bytes of file: _0_LuceneVarGapDocFreqInterval_0.tib
[junit4] 2> 542655 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.fdx size=64 checksum=2067146921 alwaysDownload=true
[junit4] 2> 542656 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542656 DEBUG (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 64 bytes for file _0.fdx
[junit4] 2> 542656 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 64 bytes of file: _0.fdx
[junit4] 2> 542656 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneFixedGap_0.doc size=84 checksum=1761323257 alwaysDownload=true
[junit4] 2> 542657 INFO (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542657 DEBUG (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 84 bytes for file _0_LuceneFixedGap_0.doc
[junit4] 2> 542657 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 84 bytes of file: _0_LuceneFixedGap_0.doc
[junit4] 2> 542657 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.fdt size=116 checksum=1667164504 alwaysDownload=true
[junit4] 2> 542657 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542658 DEBUG (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 116 bytes for file _0.fdt
[junit4] 2> 542658 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 116 bytes of file: _0.fdt
[junit4] 2> 542658 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneFixedGap_0.pos size=85 checksum=533459057 alwaysDownload=true
[junit4] 2> 542658 INFO (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542659 DEBUG (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 85 bytes for file _0_LuceneFixedGap_0.pos
[junit4] 2> 542659 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 85 bytes of file: _0_LuceneFixedGap_0.pos
[junit4] 2> 542659 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneFixedGap_0.tii size=128 checksum=1282885567 alwaysDownload=true
[junit4] 2> 542659 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542660 DEBUG (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 128 bytes for file _0_LuceneFixedGap_0.tii
[junit4] 2> 542660 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 128 bytes of file: _0_LuceneFixedGap_0.tii
[junit4] 2> 542660 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneVarGapDocFreqInterval_0.tiv size=127 checksum=1915790968 alwaysDownload=true
[junit4] 2> 542660 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542661 DEBUG (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 127 bytes for file _0_LuceneVarGapDocFreqInterval_0.tiv
[junit4] 2> 542661 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 127 bytes of file: _0_LuceneVarGapDocFreqInterval_0.tiv
[junit4] 2> 542661 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.kdd size=79 checksum=444526877 alwaysDownload=true
[junit4] 2> 542661 INFO (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.kdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542662 DEBUG (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 79 bytes for file _0.kdd
[junit4] 2> 542662 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 79 bytes of file: _0.kdd
[junit4] 2> 542662 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.nvm size=175 checksum=3883882443 alwaysDownload=true
[junit4] 2> 542662 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542663 DEBUG (qtp1763354236-9293) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 175 bytes for file _0.nvm
[junit4] 2> 542663 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 175 bytes of file: _0.nvm
[junit4] 2> 542663 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0_LuceneVarGapDocFreqInterval_0.doc size=97 checksum=1215519096 alwaysDownload=true
[junit4] 2> 542663 INFO (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542664 DEBUG (qtp1763354236-9294) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 97 bytes for file _0_LuceneVarGapDocFreqInterval_0.doc
[junit4] 2> 542664 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 97 bytes of file: _0_LuceneVarGapDocFreqInterval_0.doc
[junit4] 2> 542664 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=_0.fnm size=387 checksum=3573621357 alwaysDownload=true
[junit4] 2> 542664 INFO (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542665 DEBUG (qtp1763354236-9295) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 387 bytes for file _0.fnm
[junit4] 2> 542665 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 387 bytes of file: _0.fnm
[junit4] 2> 542665 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Downloading file=segments_2 size=221 checksum=4196802582 alwaysDownload=true
[junit4] 2> 542666 INFO (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 542666 DEBUG (qtp1763354236-9296) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Wrote 221 bytes for file segments_2
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Fetched and wrote 221 bytes of file: segments_2
[junit4] 2> 542666 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Bytes downloaded: 3166, Bytes skipped downloading: 0
[junit4] 2> 542666 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3166) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@3c1f481e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@740042b1)
[junit4] 2> 542666 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher From dir files: [_0.fdm, _0.fdt, _0.fdx, _0.fnm, _0.kdd, _0.kdi, _0.kdm, _0.nvd, _0.nvm, _0.si, _0_LuceneFixedGap_0.doc, _0_LuceneFixedGap_0.pos, _0_LuceneFixedGap_0.tib, _0_LuceneFixedGap_0.tii, _0_LuceneVarGapDocFreqInterval_0.doc, _0_LuceneVarGapDocFreqInterval_0.pos, _0_LuceneVarGapDocFreqInterval_0.tib, _0_LuceneVarGapDocFreqInterval_0.tiv, segments_2]
[junit4] 2> 542666 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher To dir files: [segments_1]
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.kdm
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.si
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneVarGapDocFreqInterval_0.pos
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.kdi
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneFixedGap_0.tib
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.fdm
[junit4] 2> 542666 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.nvd
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneVarGapDocFreqInterval_0.tib
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.fdx
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneFixedGap_0.doc
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.fdt
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneFixedGap_0.pos
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneFixedGap_0.tii
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneVarGapDocFreqInterval_0.tiv
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.kdd
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.nvm
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0_LuceneVarGapDocFreqInterval_0.doc
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: _0.fnm
[junit4] 2> 542667 DEBUG (indexFetcher-5645-thread-1) [ ] o.a.s.h.IndexFetcher Moving file: segments_2
[junit4] 2> 542668 INFO (indexFetcher-5645-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 542669 INFO (searcherExecutor-5636-thread-1-processing-n:127.0.0.1:34885_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 542677 INFO (qtp686726978-9301) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 542677 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.TestPullReplica Replica core_node4 (https://127.0.0.1:34885/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_p2/) has all 1 docs
[junit4] 2> 542681 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1 tag=null
[junit4] 2> 542681 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr ] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@39a23b86
[junit4] 2> 542681 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1 tag=SolrCore@39a23b86
[junit4] 2> 542681 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_remove_all_writer_replicas.shard1.leader tag=SolrCore@39a23b86
[junit4] 2> 542681 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 542681 INFO (OverseerCollectionConfigSetProcessor-72391746178514950-127.0.0.1:34885_solr-n_0000000000) [n:127.0.0.1:34885_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 542683 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={}, version=2}
[junit4] 2> 542684 INFO (qtp1763354236-9293) [n:127.0.0.1:37623_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=3
[junit4] 2> 542785 INFO (zkCallback-5620-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542785 INFO (zkCallback-5620-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542785 INFO (zkCallback-5620-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542786 INFO (zkCallback-5600-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542786 INFO (zkCallback-5600-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542786 INFO (zkCallback-5600-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542786 INFO (zkCallback-5600-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542787 INFO (qtp1763354236-9292) [n:127.0.0.1:37623_solr c:pull_replica_test_remove_all_writer_replicas ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node3&action=DELETEREPLICA&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2} status=0 QTime=109
[junit4] 2> 542803 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
[junit4] 2> 542803 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [pull_replica_test_remove_all_writer_replicas] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37623/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 2> <title>Error 404 Can not find: /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</title>
[junit4] 2> </head>
[junit4] 2> <body><h2>HTTP ERROR 404 Can not find: /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</h2>
[junit4] 2> <table>
[junit4] 2> <tr><th>URI:</th><td>/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</td></tr>
[junit4] 2> <tr><th>STATUS:</th><td>404</td></tr>
[junit4] 2> <tr><th>MESSAGE:</th><td>Can not find: /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</td></tr>
[junit4] 2> <tr><th>SERVLET:</th><td>org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-170c7ebe</td></tr>
[junit4] 2> </table>
[junit4] 2> <hr><a href="https://eclipse.org/jetty">Powered by Jetty:// 9.4.41.v20210516</a><hr/>
[junit4] 2>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2> , retry=0 maxRetries=5 commError=false errorCode=404
[junit4] 2> 542803 WARN (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[8F87ED71824E0181]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [pull_replica_test_remove_all_writer_replicas] after stale state error from server.
[junit4] 2> 543638 DEBUG (indexFetcher-5645-thread-1) [n:127.0.0.1:34885_solr ] o.a.s.h.ReplicationHandler Polling for index modifications
[junit4] 2> 544683 INFO (OverseerCollectionConfigSetProcessor-72391746178514950-127.0.0.1:34885_solr-n_0000000000) [n:127.0.0.1:34885_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 546810 INFO (qtp686726978-9302) [n:127.0.0.1:34885_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&versi
[...truncated too long message...]
server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 589040 INFO (jetty-closer-6128-thread-2-processing-n:127.0.0.1:37623_solr) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@55afad83{SSL, (ssl, http/1.1)}{127.0.0.1:37623}
[junit4] 2> 589041 INFO (jetty-closer-6128-thread-2-processing-n:127.0.0.1:37623_solr) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@160b7efa{/solr,null,STOPPED}
[junit4] 2> 589041 INFO (jetty-closer-6128-thread-2-processing-n:127.0.0.1:37623_solr) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 589140 INFO (jetty-closer-6128-thread-1-processing-n:127.0.0.1:37623_solr) [ ] o.a.s.c.Overseer Overseer (id=72391746178514956-127.0.0.1:34885_solr-n_0000000002) closing
[junit4] 2> 589141 INFO (jetty-closer-6128-thread-1-processing-n:127.0.0.1:37623_solr) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3437fc2b{SSL, (ssl, http/1.1)}{127.0.0.1:34885}
[junit4] 2> 589141 INFO (jetty-closer-6128-thread-1-processing-n:127.0.0.1:37623_solr) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23f27d3e{/solr,null,STOPPED}
[junit4] 2> 589141 INFO (jetty-closer-6128-thread-1-processing-n:127.0.0.1:37623_solr) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 589142 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 589243 WARN (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker-SendThread(127.0.0.1:41649)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1012fe8dba40001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1012fe8dba40001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 589344 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 20 /solr/configs/conf
[junit4] 2> 15 /solr/collections/pull_replica_test_remove_all_writer_replicas/terms/shard1
[junit4] 2> 15 /solr/collections/pull_replica_test_create_delete/terms/shard1
[junit4] 2> 11 /solr/collections/pull_replica_test_create_delete/terms/shard2
[junit4] 2> 10 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 9 /solr/collections/pull_replica_test_kill_pull_replica/terms/shard1
[junit4] 2> 9 /solr/collections/pull_replica_test_add_docs/terms/shard1
[junit4] 2> 9 /solr/collections/pull_replica_test_real_time_get/terms/shard1
[junit4] 2> 8 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 8 /solr/collections/pull_replica_test_kill_leader/terms/shard1
[junit4] 2> 8 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/packages.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/collections/pull_replica_test_add_remove_pull_replica/terms/shard2
[junit4] 2> 4 /solr/collections/pull_replica_test_add_remove_pull_replica/terms/shard1
[junit4] 2> 3 /solr/collections/pull_replica_test_kill_leader/collectionprops.json
[junit4] 2> 2 /solr/collections/pull_replica_test_add_remove_pull_replica/collectionprops.json
[junit4] 2> 2 /solr/collections/pull_replica_test_remove_all_writer_replicas/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 109 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 65 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 53 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 52 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 49 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 45 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 21 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72391746178514956-127.0.0.1:34885_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 233 /solr/overseer/queue
[junit4] 2> 80 /solr/overseer/collection-queue-work
[junit4] 2> 54 /solr/collections
[junit4] 2> 32 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 24 /solr/live_nodes
[junit4] 2> 19 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 18 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 16 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 14 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 10 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 589349 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41649
[junit4] 2> 589349 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41649
[junit4] 2> 589349 INFO (SUITE-TestPullReplica-seed#[8F87ED71824E0181]-worker) [n:127.0.0.1:37623_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41649
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_8F87ED71824E0181-001
[junit4] 2> Jun 27, 2021 8:35:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {foo=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=836, maxMBSortInHeap=5.885638238949092, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=is-IS, timezone=Asia/Bahrain
[junit4] 2> NOTE: Linux 4.15.0-142-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=253467976,total=514326528
[junit4] 2> NOTE: All tests run in this JVM: [TestPivotHelperCode, LeaderFailureAfterFreshStartTest, AdminHandlersProxyTest, TestRangeQuery, RankFieldTest, UpdateParamsTest, TestConfigSetsAPIShareSchema, TestFieldCache, TestMacros, HighlighterMaxOffsetTest, TestPhraseSuggestions, WordBreakSolrSpellCheckerTest, MetricUtilsTest, DynamicMapsTest, TestLegacyField, AnalyticsQueryTest, LeaderElectionContextKeyTest, TestJsonFacetsStatsParsing, DateRangeFieldTest, TestFieldCacheVsDocValues, BasicZkTest, TestOverriddenPrefixQueryForCustomFieldType, TestPackages, SolrCoreCheckLockOnStartupTest, TestSchemaManager, SplitShardTest, TestSolrConfigHandlerConcurrent, TestJettySolrRunner, TestLegacyBM25SimilarityFactory, TestFileDictionaryLookup, OverseerTest, SearchHandlerTest, DistributedTermsComponentTest, ExitableDirectoryReaderTest, TestAtomicUpdateErrorCases, TestHighlightDedupGrouping, MultiThreadedOCPTest, HealthCheckHandlerTest, TestSQLHandler, V2ApiIntegrationTest, SignatureUpdateProcessorFactoryTest, TestDistributedMissingSort, TestHdfsCloudBackupRestore, CoreAdminOperationTest, ThreadDumpHandlerTest, TestSweetSpotSimilarityFactory, IgnoreLargeDocumentProcessorFactoryTest, TestBulkSchemaConcurrent, RouteFieldTest, EmbeddedSolrNoSerializeTest, NodeMarkersRegistrationTest, TriLevelCompositeIdRoutingTest, TestSimScenario, TestRawTransformer, DistributedVersionInfoTest, SolrCmdDistributorTest, TestLogWatcher, TestReplicationHandlerBackup, HdfsRestartWhileUpdatingTest, TestContainerPlugin, TestDFRSimilarityFactory, TestUnifiedSolrHighlighter, TestPullReplica]
[junit4] Completed [250/939 (1!)] on J0 in 51.21s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 54862 lines...]