You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/11/06 06:32:31 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 3898 - Still unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3898/
2 tests failed.
FAILED: org.apache.lucene.index.TestDocumentsWriterStallControl.testAccquireReleaseRace
Error Message:
timed out waiting for update threads - deadlock?
Stack Trace:
java.lang.AssertionError: timed out waiting for update threads - deadlock?
at __randomizedtesting.SeedInfo.seed([DD049A75B958F310:E7788A4781B83AA1]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.lucene.index.TestDocumentsWriterStallControl.testAccquireReleaseRace(TestDocumentsWriterStallControl.java:128)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.ZkShardTermsTest.testCoreRemovalWhileRecovering
Error Message:
expected:<5> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<1>
at __randomizedtesting.SeedInfo.seed([F1C8C4D57EDFC13B:61A7250FD068D0C0]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.ZkShardTermsTest.testCoreRemovalWhileRecovering(ZkShardTermsTest.java:143)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 440 lines...]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Waiter.run(TestDocumentsWriterStallControl.java:230)
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Waiter.run(TestDocumentsWriterStallControl.java:230)
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Waiter.run(TestDocumentsWriterStallControl.java:230)
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDocumentsWriterStallControl -Dtests.method=testAccquireReleaseRace -Dtests.seed=DD049A75B958F310 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-CD -Dtests.timezone=PST8PDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 16.0s J0 | TestDocumentsWriterStallControl.testAccquireReleaseRace <<<
[junit4] > Throwable #1: java.lang.AssertionError: timed out waiting for update threads - deadlock?
[junit4] > at __randomizedtesting.SeedInfo.seed([DD049A75B958F310:E7788A4781B83AA1]:0)
[junit4] > at org.apache.lucene.index.TestDocumentsWriterStallControl.testAccquireReleaseRace(TestDocumentsWriterStallControl.java:128)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Nov 06, 2019 2:40:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Updater.run(TestDocumentsWriterStallControl.java:277)
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Updater.run(TestDocumentsWriterStallControl.java:277)
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Updater.run(TestDocumentsWriterStallControl.java:277)
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Updater.run(TestDocumentsWriterStallControl.java:277)
[junit4] 2> java.lang.AssertionError
[junit4] 2> at org.junit.Assert.fail(Assert.java:86)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:41)
[junit4] 2> at org.junit.Assert.assertTrue(Assert.java:52)
[junit4] 2> at org.apache.lucene.index.TestDocumentsWriterStallControl$Updater.run(TestDocumentsWriterStallControl.java:277)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@85f8872), locale=fr-CD, timezone=PST8PDT
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=211535872,total=264241152
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterOnJRECrash, TestDocumentsWriterStallControl]
[junit4] Completed [5/525 (1!)] on J0 in 27.68s, 3 tests, 1 failure <<< FAILURES!
[...truncated 14351 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkShardTermsTest
[junit4] 2> 3576716 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3576717 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/data-dir-164-001
[junit4] 2> 3576717 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3576718 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 3576718 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001
[junit4] 2> 3576719 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3576719 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3576719 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3576819 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38898
[junit4] 2> 3576819 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38898
[junit4] 2> 3576819 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38898
[junit4] 2> 3576819 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38898
[junit4] 2> 3576821 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3576823 INFO (zkConnectionManagerCallback-12608-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3576823 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3576827 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3576828 INFO (zkConnectionManagerCallback-12610-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3576828 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3576829 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3576830 INFO (zkConnectionManagerCallback-12612-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3576830 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3577012 WARN (jetty-launcher-12613-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3577020 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3577020 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3577020 INFO (jetty-launcher-12613-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3577080 INFO (jetty-launcher-12613-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3577080 INFO (jetty-launcher-12613-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3577080 INFO (jetty-launcher-12613-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3577080 INFO (jetty-launcher-12613-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ec30275{/solr,null,AVAILABLE}
[junit4] 2> 3577081 INFO (jetty-launcher-12613-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c0332a2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41002}
[junit4] 2> 3577081 INFO (jetty-launcher-12613-thread-1) [ ] o.e.j.s.Server Started @3577132ms
[junit4] 2> 3577081 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41002}
[junit4] 2> 3577082 ERROR (jetty-launcher-12613-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3577082 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3577082 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3577082 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3577082 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3577082 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T05:10:49.345162Z
[junit4] 2> 3577083 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3577092 INFO (zkConnectionManagerCallback-12615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3577092 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3577093 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3577264 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3577270 WARN (jetty-launcher-12613-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@844a6f0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3577270 WARN (jetty-launcher-12613-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@844a6f0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3577273 WARN (jetty-launcher-12613-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@337a5a24[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3577273 WARN (jetty-launcher-12613-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@337a5a24[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3577274 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38898/solr
[junit4] 2> 3577275 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3577276 INFO (zkConnectionManagerCallback-12622-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3577276 INFO (jetty-launcher-12613-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3577386 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3577386 INFO (zkConnectionManagerCallback-12624-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3577386 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3577492 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41002_solr
[junit4] 2> 3577493 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.c.Overseer Overseer (id=75685303267950597-127.0.0.1:41002_solr-n_0000000000) starting
[junit4] 2> 3577506 INFO (OverseerStateUpdate-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [n:127.0.0.1:41002_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41002_solr
[junit4] 2> 3577506 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41002_solr
[junit4] 2> 3577508 INFO (OverseerStateUpdate-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3577523 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3577546 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41002.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77dd818a
[junit4] 2> 3577555 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41002.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77dd818a
[junit4] 2> 3577555 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41002.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77dd818a
[junit4] 2> 3577558 INFO (jetty-launcher-12613-thread-1) [n:127.0.0.1:41002_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/.
[junit4] 2> 3577587 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 3577588 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3577589 INFO (zkConnectionManagerCallback-12633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3577589 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3577590 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3577591 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38898/solr ready
[junit4] 2> 3577610 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRecoveringFlag
[junit4] 2> 3577614 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=0}, version=0}
[junit4] 2> 3577615 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=0, replica2=0}, version=1}
[junit4] 2> 3577615 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=1, replica2=0}, version=2}
[junit4] 2> 3577616 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=1, replica2_recovering=0, replica2=1}, version=3}
[junit4] 2> 3577616 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=1, replica2=1}, version=4}
[junit4] 2> 3577617 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=2, replica2=1}, version=5}
[junit4] 2> 3577617 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=2, replica2_recovering=1, replica2=2}, version=6}
[junit4] 2> 3577618 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=3, replica2_recovering=1, replica2=2}, version=7}
[junit4] 2> 3577618 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=3, replica2=2}, version=8}
[junit4] 2> 3577618 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=3, replica2_recovering=2, replica2=3}, version=9}
[junit4] 2> 3577619 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=3, replica2=3}, version=10}
[junit4] 2> 3577619 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=4, replica2=3}, version=11}
[junit4] 2> 3577620 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=4, replica2_recovering=3, replica2=4}, version=12}
[junit4] 2> 3577620 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=5, replica2_recovering=3, replica2=4}, version=13}
[junit4] 2> 3577621 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=5, replica2_recovering=3, replica2=5}, version=14}
[junit4] 2> 3577621 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/recoveringFlag/terms/shard1 to Terms{values={replica1=5, replica2=5}, version=15}
[junit4] 2> 3577622 INFO (TEST-ZkShardTermsTest.testRecoveringFlag-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRecoveringFlag
[junit4] 2> 3577637 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicaCanBecomeLeader
[junit4] 2> 3577643 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaCanBecomeLeader/terms/shard1 to Terms{values={leader=0}, version=0}
[junit4] 2> 3577643 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 3577644 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaCanBecomeLeader/terms/shard1 to Terms{values={replica=0, leader=0}, version=1}
[junit4] 2> 3577645 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 3577646 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaCanBecomeLeader/terms/shard1 to Terms{values={replica=0, leader=1}, version=2}
[junit4] 2> 3577647 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaCanBecomeLeader/terms/shard1 to Terms{values={replica=1, leader=1, replica_recovering=0}, version=3}
[junit4] 2> 3577649 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/replicaCanBecomeLeader/terms/shard1 to Terms{values={leader=1, replica=1}, version=4}
[junit4] 2> 3577650 INFO (TEST-ZkShardTermsTest.testReplicaCanBecomeLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicaCanBecomeLeader
[junit4] 2> 3577663 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetTermEqualsToLeader
[junit4] 2> 3577668 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/setTermEqualsToLeader/terms/shard1 to Terms{values={leader=0}, version=0}
[junit4] 2> 3577669 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 3577669 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/setTermEqualsToLeader/terms/shard1 to Terms{values={replica=0, leader=0}, version=1}
[junit4] 2> 3577670 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 3577671 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/setTermEqualsToLeader/terms/shard1 to Terms{values={replica=0, leader=1}, version=2}
[junit4] 2> 3577672 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/setTermEqualsToLeader/terms/shard1 to Terms{values={replica=1, leader=1}, version=3}
[junit4] 2> 3577674 INFO (TEST-ZkShardTermsTest.testSetTermEqualsToLeader-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetTermEqualsToLeader
[junit4] 2> 3577696 INFO (TEST-ZkShardTermsTest.testParticipationOfReplicas-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParticipationOfReplicas
[junit4] 2> 3577703 INFO (TEST-ZkShardTermsTest.testParticipationOfReplicas-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={replica1=0}, version=0}
[junit4] 2> 3577703 INFO (TEST-ZkShardTermsTest.testParticipationOfReplicas-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={replica1=0, replica2=0}, version=1}
[junit4] 2> 3577704 INFO (TEST-ZkShardTermsTest.testParticipationOfReplicas-seed#[F1C8C4D57EDFC13B]) [ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={replica1=1, replica2=0}, version=2}
[junit4] 2> 3577729 INFO (qtp501076459-33077) [n:127.0.0.1:41002_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1000&name=collection1&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&createNodeSet=127.0.0.1:41002_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3577733 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3577734 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1.AUTOCREATED/protwords.txt
[junit4] 2> 3577736 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1.AUTOCREATED/managed-schema
[junit4] 2> 3577739 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1.AUTOCREATED/solrconfig.xml
[junit4] 2> 3577742 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1.AUTOCREATED/synonyms.txt
[junit4] 2> 3577743 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1.AUTOCREATED/stopwords.txt
[junit4] 2> 3577745 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1.AUTOCREATED/params.json
[junit4] 2> 3577748 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 3577750 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 3577752 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 3577755 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 3577757 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 3577759 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 3577761 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/collection1.AUTOCREATED/lang/stopwords_et.txt
[junit4] 2> 3577777 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 3577779 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 3577780 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 3577781 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 3577783 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 3577784 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 3577785 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection1.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 3577787 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 3577788 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection1.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 3577789 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 3577792 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection1.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 3577793 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection1.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 3577794 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection1.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 3577796 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection1.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 3577797 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection1.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 3577798 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection1.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 3577800 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection1.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 3577801 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection1.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 3577802 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection1.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 3577804 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 3577805 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection1.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 3577806 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection1.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 3577808 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection1.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 3577810 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection1.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 3577817 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection1.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 3577819 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection1.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 3577821 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection1.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 3577822 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection1.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 3577824 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection1.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 3577825 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection1.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 3577827 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection1.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 3577829 INFO (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection1.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 3577944 WARN (OverseerThreadFactory-8982-thread-1-processing-n:127.0.0.1:41002_solr) [n:127.0.0.1:41002_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection collection1 is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 3577947 INFO (OverseerStateUpdate-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [n:127.0.0.1:41002_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41002/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3577949 INFO (OverseerStateUpdate-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [n:127.0.0.1:41002_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41002/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3577953 INFO (OverseerStateUpdate-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [n:127.0.0.1:41002_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41002/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3577955 INFO (OverseerStateUpdate-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [n:127.0.0.1:41002_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41002/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3578173 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3578173 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3578173 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr x:collection1_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3578177 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr x:collection1_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard2_replica_n6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3578182 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr x:collection1_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=collection1.AUTOCREATED&newCollection=true&name=collection1_shard2_replica_n4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3579188 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 3579189 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 3579189 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 3579189 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 3579189 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 3579189 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 3579189 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 3579189 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 3579189 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 3579189 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 3579189 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 3579189 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 3579190 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 3579190 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 3579190 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 3579190 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 3579190 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 3579190 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 3579190 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 3579190 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 3579190 WARN (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 3579190 WARN (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 3579190 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3579190 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3579195 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 3579195 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 3579195 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 3579195 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist
[junit4] 2> 3579195 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 3579196 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist
[junit4] 2> 3579196 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 3579196 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist
[junit4] 2> 3579196 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 3579196 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist
[junit4] 2> 3579196 WARN (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4/../../../../dist
[junit4] 2> 3579196 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3579201 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 3579201 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 3579201 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/extraction/lib
[junit4] 2> 3579201 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist
[junit4] 2> 3579201 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/clustering/lib
[junit4] 2> 3579201 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist
[junit4] 2> 3579201 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/langid/lib
[junit4] 2> 3579202 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist
[junit4] 2> 3579202 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../contrib/velocity/lib
[junit4] 2> 3579202 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist
[junit4] 2> 3579202 WARN (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6/../../../../dist
[junit4] 2> 3579202 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3579216 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=default-config
[junit4] 2> 3579222 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n4] Schema name=default-config
[junit4] 2> 3579222 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=default-config
[junit4] 2> 3579260 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n6] Schema name=default-config
[junit4] 2> 3579422 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 3579422 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 3579422 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41002.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77dd818a
[junit4] 2> 3579422 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/]
[junit4] 2> 3579424 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 3579424 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 3579425 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41002.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77dd818a
[junit4] 2> 3579425 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 3579431 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 3579439 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 3579439 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n4' using configuration from collection collection1, trusted=true
[junit4] 2> 3579440 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41002.solr.core.collection1.shard2.replica_n4' (registry 'solr.core.collection1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77dd818a
[junit4] 2> 3579440 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 3579440 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/./collection1_shard2_replica_n4/data/]
[junit4] 2> 3579514 INFO (qtp501076459-33076) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_n4 ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 3579528 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 3579529 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n6' using configuration from collection collection1, trusted=true
[junit4] 2> 3579529 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41002.solr.core.collection1.shard2.replica_n6' (registry 'solr.core.collection1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77dd818a
[junit4] 2> 3579529 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/collection1_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001/tempDir-001/node1/./collection1_shard2_replica_n6/data/]
[junit4] 2> 3579542 INFO (qtp501076459-33075) [n:127.0.0.1:41002_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 3579554 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3579554 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3579556 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 3579556 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3579557 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@39c47d22[collection1_shard1_replica_n2] main]
[junit4] 2> 3579558 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3579558 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3579559 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/collection1.AUTOCREATED
[junit4] 2> 3579559 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/collection1.AUTOCREATED
[junit4] 2> 3579559 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/collection1.AUTOCREATED/managed-schema
[junit4] 2> 3579559 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 3579559 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3579559 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 3579560 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 3579560 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
[junit4] 2> 3579561 INFO (qtp501076459-33074) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@69388c38[collection1_shard1_replica_n1] main]
[junit4] 2> 3579561 INFO (qtp501076459-33078) [n:127.0.0.1:41002_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3579561 INFO (qt
[...truncated too long message...]
ricRegistry@516947a4
[junit4] 2> 3591360 INFO (jetty-closer-12638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3591360 INFO (jetty-closer-12638-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53c8d110: rootName = solr_41002, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@40c14024
[junit4] 2> 3591362 INFO (jetty-closer-12638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3591362 INFO (jetty-closer-12638-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68800884: rootName = solr_41002, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@e1a7e5c
[junit4] 2> 3591362 INFO (jetty-closer-12638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3591365 INFO (closeThreadPool-12642-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75685303267950597-127.0.0.1:41002_solr-n_0000000000) closing
[junit4] 2> 3591366 INFO (OverseerAutoScalingTriggerThread-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3591366 INFO (OverseerStateUpdate-75685303267950597-127.0.0.1:41002_solr-n_0000000000) [n:127.0.0.1:41002_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41002_solr
[junit4] 2> 3591381 INFO (closeThreadPool-12642-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75685303267950597-127.0.0.1:41002_solr-n_0000000000) closing
[junit4] 2> 3591482 INFO (jetty-closer-12638-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75685303267950597-127.0.0.1:41002_solr-n_0000000000) closing
[junit4] 2> 3591483 INFO (jetty-closer-12638-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c0332a2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 3591484 INFO (jetty-closer-12638-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ec30275{/solr,null,UNAVAILABLE}
[junit4] 2> 3591484 INFO (jetty-closer-12638-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3591485 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 3591688 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/recoveringFlag/terms/shard1
[junit4] 2> 14 /solr/collections/raceConditionOnUpdates/terms/shard1
[junit4] 2> 11 /solr/collections/replicaCanBecomeLeader/terms/shard1
[junit4] 2> 11 /solr/collections/registerTerm/terms/shard1
[junit4] 2> 10 /solr/collections/setTermEqualsToLeader/terms/shard1
[junit4] 2> 9 /solr/collections/coreTermWatcher/terms/shard1
[junit4] 2> 8 /solr/collections/collection1/terms/shard2
[junit4] 2> 5 /solr/collections/setTermToZero/terms/shard1
[junit4] 2> 4 /solr/configs/collection1.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 26 /solr/overseer/queue
[junit4] 2> 18 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 3591697 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38898
[junit4] 2> 3591697 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38898
[junit4] 2> 3591697 INFO (SUITE-ZkShardTermsTest-seed#[F1C8C4D57EDFC13B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38898
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_F1C8C4D57EDFC13B-001
[junit4] 2> Nov 06, 2019 5:11:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=990, maxMBSortInHeap=7.769916268110581, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6246fbaf), locale=to-TO, timezone=America/Araguaina
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=174239960,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [HdfsRestartWhileUpdatingTest, TestSolrTestCaseJ4, TestRTimerTree, SortSpecParsingTest, TestWriterPerf, TestSolrJacksonAnnotation, MultiSolrCloudTestCaseTest, TestFastLRUCache, SolrCloudExampleTest, TestManagedSchemaAPI, TaggerTest, TestRuleBasedAuthorizationPlugin, DistributedQueryElevationComponentTest, TestPayloadCheckQParserPlugin, NoCacheHeaderTest, AssignTest, TestSolrIndexConfig, TestLocalFSCloudBackupRestore, SaslZkACLProviderTest, UniqFieldsUpdateProcessorFactoryTest, TestFieldCollectionResource, TestQueryTypes, TestOrdValues, ForceLeaderWithTlogReplicasTest, TestQueryingOnDownCollection, ResponseBuilderTest, TestFiltering, HdfsNNFailoverTest, BJQParserTest, MaxSizeAutoCommitTest, CoreAdminOperationTest, SystemLogListenerTest, BadComponentTest, TermVectorComponentTest, RequiredFieldsTest, TestDynamicLoading, RequestHandlersTest, TestEmbeddedSolrServerAdminHandler, TestSweetSpotSimilarityFactory, TestMultiWordSynonyms, ChaosMonkeySafeLeaderWithPullReplicasTest, TestPointFields, SyncSliceTest, TestDeprecatedFilters, SortByFunctionTest, RootFieldTest, TestCursorMarkWithoutUniqueKey, MoreLikeThisHandlerTest, TestPhraseSuggestions, DimensionalRoutedAliasUpdateProcessorTest, NumericFieldsTest, FastVectorHighlighterTest, TestNestedDocsSort, SolrIndexConfigTest, RegexBytesRefFilterTest, RollingRestartTest, CurrencyRangeFacetCloudTest, TestCopyFieldCollectionResource, TestPrepRecovery, JSONWriterTest, PeerSyncReplicationTest, CollectionTooManyReplicasTest, DocValuesMissingTest, CachingDirectoryFactoryTest, ScriptEngineTest, TestDownShardTolerantSearch, TestConfigsApi, TestReloadAndDeleteDocs, DistributedMLTComponentTest, OverseerStatusTest, XmlUpdateRequestHandlerTest, AddBlockUpdateTest, PreAnalyzedUpdateProcessorTest, TestImplicitCoreProperties, TestValueSourceCache, SynonymTokenizerTest, TestDocSet, CreateCollectionCleanupTest, BasicAuthIntegrationTest, ConjunctionSolrSpellCheckerTest, UpdateParamsTest, TestNumericRangeQuery32, MetricsHandlerTest, TestFreeTextSuggestions, TestLFUCache, TestCaffeineCache, TestConfigOverlay, AuthToolTest, TestCorePropertiesReload, TestSchemaSimilarityResource, TestCloudInspectUtil, TestRebalanceLeaders, ClassificationUpdateProcessorTest, TestJmxIntegration, NodeMutatorTest, SecurityConfHandlerTest, TestDistributedTracing, HdfsTlogReplayBufferedWhileIndexingTest, TestNonDefinedSimilarityFactory, TestCloudSearcherWarming, TestCloudJSONFacetJoinDomain, TestCollectionAPI, FullHLLTest, ReplaceNodeTest, SimpleMLTQParserTest, CategoryRoutedAliasUpdateProcessorTest, SchemaVersionSpecificBehaviorTest, TestStressRecovery, DistributedFacetExistsSmallTest, TestSlowCompositeReaderWrapper, TestReload, TestSimTriggerIntegration, SolrLogAuditLoggerPluginTest, LeaderElectionContextKeyTest, CdcrReplicationHandlerTest, TestFastOutputStream, TestRealTimeGet, TestImpersonationWithHadoopAuth, TestStressLiveNodes, DocumentAnalysisRequestHandlerTest, DeleteLastCustomShardedReplicaTest, TestGraphMLResponseWriter, TestCSVResponseWriter, TestDistribIDF, TestPushWriter, TestDocTermOrds, CacheHeaderTest, ChaosMonkeyNothingIsSafeTest, TestUpdate, ConcurrentDeleteAndCreateCollectionTest, UUIDFieldTest, PeerSyncWithIndexFingerprintCachingTest, MergeStrategyTest, DistributedFacetSimpleRefinementLongTailTest, IndexBasedSpellCheckerTest, TestManagedResourceStorage, TestSortableTextField, SolrCoreMetricManagerTest, TestSimGenericDistributedQueue, TestTrackingShardHandlerFactory, HighlighterTest, ZkStateReaderTest, TestDeleteCollectionOnDownNodes, SearchHandlerTest, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomFaceting, BasicDistributedZk2Test, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, HealthCheckHandlerTest, HttpPartitionTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RecoveryZkTest, SharedFSAutoReplicaFailoverTest, SliceStateTest, TestAuthenticationFramework, TestCloudConsistency, TestConfigSetsAPI, TestExclusionRuleCollectionAccess, TestLRUStatsCacheCloud, TestLeaderElectionWithEmptyReplica, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TestWaitForStateWithJettyShutdowns, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ZkControllerTest, ZkNodePropsTest, ZkShardTermsTest]
[junit4] Completed [564/888 (1!)] on J1 in 15.31s, 10 tests, 1 failure <<< FAILURES!
[...truncated 54083 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 3901 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3901/
3 tests failed.
FAILED: org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast
Error Message:
Request should fail after trying all replica nodes once
Stack Trace:
junit.framework.AssertionFailedError: Request should fail after trying all replica nodes once
at __randomizedtesting.SeedInfo.seed([7D677E8B3B795427:AEBA57219C483D5B]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2729)
at org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast(TestQueryingOnDownCollection.java:91)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.testConcurrentUpdate
Error Message:
Expected CUSS to send 500 but got 495
Stack Trace:
java.lang.AssertionError: Expected CUSS to send 500 but got 495
at __randomizedtesting.SeedInfo.seed([7537F7E76ED727FD:8D31AE1CBAEF42B6]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.testConcurrentUpdate(ConcurrentUpdateHttp2SolrClientTest.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient
Error Message:
Error from server at http://127.0.0.1:35820/solr: 4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:35820/solr/test_shard2_replica_n3/, http://127.0.0.1:45254/solr/test_shard2_replica_n4/, http://127.0.0.1:34828/solr/test_shard1_replica_n1/, http://127.0.0.1:34695/solr/test_shard1_replica_n2/]
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:35820/solr: 4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [http://127.0.0.1:35820/solr/test_shard2_replica_n3/, http://127.0.0.1:45254/solr/test_shard2_replica_n4/, http://127.0.0.1:34828/solr/test_shard1_replica_n1/, http://127.0.0.1:34695/solr/test_shard1_replica_n2/]
at __randomizedtesting.SeedInfo.seed([7537F7E76ED727FD:AD2FEFCDCFE335DA]:0)
at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:66)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:642)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
at org.apache.solr.client.solrj.request.TestV2Request.assertSuccess(TestV2Request.java:67)
at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:114)
at org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient(TestV2Request.java:88)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14203 lines...]
[junit4] Suite: org.apache.solr.cloud.TestQueryingOnDownCollection
[junit4] 2> 2769479 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2769480 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/data-dir-110-001
[junit4] 2> 2769497 WARN (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2769497 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2769497 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2769498 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001
[junit4] 2> 2769498 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2769498 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2769499 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2769610 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44683
[junit4] 2> 2769610 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44683
[junit4] 2> 2769610 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44683
[junit4] 2> 2769610 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44683
[junit4] 2> 2769614 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2769662 INFO (zkConnectionManagerCallback-8403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2769662 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2769708 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2769708 INFO (zkConnectionManagerCallback-8405-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2769709 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2769710 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2769724 INFO (zkConnectionManagerCallback-8407-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2769724 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2769829 WARN (jetty-launcher-8408-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2769830 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2769830 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2769830 INFO (jetty-launcher-8408-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 2769830 WARN (jetty-launcher-8408-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2769831 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2769831 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2769831 INFO (jetty-launcher-8408-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 2769831 WARN (jetty-launcher-8408-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2769831 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2769831 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2769831 INFO (jetty-launcher-8408-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 2769832 INFO (jetty-launcher-8408-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2769832 INFO (jetty-launcher-8408-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2769832 INFO (jetty-launcher-8408-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2769833 INFO (jetty-launcher-8408-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32cd5435{/solr,null,AVAILABLE}
[junit4] 2> 2769833 INFO (jetty-launcher-8408-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15ec15f7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33148}
[junit4] 2> 2769833 INFO (jetty-launcher-8408-thread-1) [ ] o.e.j.s.Server Started @2769937ms
[junit4] 2> 2769833 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33148}
[junit4] 2> 2769850 ERROR (jetty-launcher-8408-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2769850 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2769850 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2769850 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2769850 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2769850 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T04:42:17.443945Z
[junit4] 2> 2769882 INFO (jetty-launcher-8408-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2769886 INFO (jetty-launcher-8408-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2769886 INFO (jetty-launcher-8408-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2769886 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2769887 INFO (jetty-launcher-8408-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2769887 INFO (jetty-launcher-8408-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2769887 INFO (jetty-launcher-8408-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2769888 INFO (jetty-launcher-8408-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d53cbff{/solr,null,AVAILABLE}
[junit4] 2> 2769888 INFO (jetty-launcher-8408-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25e5bcc5{/solr,null,AVAILABLE}
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ecfdc0b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45521}
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.e.j.s.Server Started @2769994ms
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45521}
[junit4] 2> 2769890 ERROR (jetty-launcher-8408-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2769890 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T04:42:17.483982Z
[junit4] 2> 2769898 INFO (jetty-launcher-8408-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8864eaa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41324}
[junit4] 2> 2769898 INFO (jetty-launcher-8408-thread-3) [ ] o.e.j.s.Server Started @2770002ms
[junit4] 2> 2769898 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41324}
[junit4] 2> 2769898 ERROR (jetty-launcher-8408-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2769898 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2769898 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2769899 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2769899 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2769899 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T04:42:17.492022Z
[junit4] 2> 2769906 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2769907 INFO (zkConnectionManagerCallback-8410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2769907 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2769907 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2769909 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2769909 INFO (zkConnectionManagerCallback-8414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2769910 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2769910 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2769955 INFO (zkConnectionManagerCallback-8412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2769955 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2770053 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2770326 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2770346 WARN (jetty-launcher-8408-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@11e37ee8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770346 WARN (jetty-launcher-8408-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@11e37ee8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770384 WARN (jetty-launcher-8408-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13369a0c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770384 WARN (jetty-launcher-8408-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13369a0c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770398 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44683/solr
[junit4] 2> 2770455 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2770455 INFO (zkConnectionManagerCallback-8423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770455 INFO (jetty-launcher-8408-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2770674 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2770747 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2770763 INFO (zkConnectionManagerCallback-8425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770763 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2770784 WARN (jetty-launcher-8408-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@434eb362[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770784 WARN (jetty-launcher-8408-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@434eb362[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770837 WARN (jetty-launcher-8408-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64002045[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770837 WARN (jetty-launcher-8408-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64002045[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2770838 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44683/solr
[junit4] 2> 2770910 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2770946 INFO (zkConnectionManagerCallback-8433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770946 INFO (jetty-launcher-8408-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2771093 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2771129 INFO (zkConnectionManagerCallback-8435-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2771129 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2771243 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41324_solr
[junit4] 2> 2771314 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.Overseer Overseer (id=75702178008662025-127.0.0.1:41324_solr-n_0000000000) starting
[junit4] 2> 2771422 INFO (OverseerStateUpdate-75702178008662025-127.0.0.1:41324_solr-n_0000000000) [n:127.0.0.1:41324_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41324_solr
[junit4] 2> 2771422 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41324_solr
[junit4] 2> 2771424 INFO (OverseerStateUpdate-75702178008662025-127.0.0.1:41324_solr-n_0000000000) [n:127.0.0.1:41324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2771442 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 2771442 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 2771523 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2771632 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41324.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2771667 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2771684 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41324.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2771684 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41324.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2771776 INFO (jetty-launcher-8408-thread-3) [n:127.0.0.1:41324_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001/node3/.
[junit4] 2> 2771777 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33148_solr as DOWN
[junit4] 2> 2771778 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2771778 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33148_solr
[junit4] 2> 2771814 INFO (zkCallback-8434-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2771906 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 2771906 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 2771917 INFO (zkCallback-8424-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2772015 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2772085 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2772105 WARN (jetty-launcher-8408-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9b572fd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2772105 WARN (jetty-launcher-8408-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9b572fd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2772120 WARN (jetty-launcher-8408-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@91b2a33[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2772121 WARN (jetty-launcher-8408-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@91b2a33[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2772122 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44683/solr
[junit4] 2> 2772157 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2772170 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33148.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2772209 INFO (zkConnectionManagerCallback-8447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2772213 INFO (jetty-launcher-8408-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2772315 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33148.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2772315 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33148.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2772405 INFO (jetty-launcher-8408-thread-1) [n:127.0.0.1:33148_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001/node1/.
[junit4] 2> 2772412 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2772479 INFO (zkConnectionManagerCallback-8449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2772479 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2772508 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2772545 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45521_solr as DOWN
[junit4] 2> 2772563 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2772563 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45521_solr
[junit4] 2> 2772601 INFO (zkCallback-8434-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2772602 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 2772602 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 2772616 INFO (zkCallback-8448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2772623 INFO (zkCallback-8424-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2772762 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2772828 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45521.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2772867 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45521.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2772867 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45521.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2772905 INFO (jetty-launcher-8408-thread-2) [n:127.0.0.1:45521_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001/node2/.
[junit4] 2> 2773203 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 2773204 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2773205 INFO (zkConnectionManagerCallback-8458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2773205 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2773300 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2773301 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44683/solr ready
[junit4] 2> 2773419 INFO (TEST-TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast-seed#[7D677E8B3B795427]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testQueryToDownCollectionShouldFailFast
[junit4] 2> 2773428 INFO (qtp455862498-24111) [n:127.0.0.1:33148_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=infected&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2773431 INFO (OverseerThreadFactory-6092-thread-1-processing-n:127.0.0.1:41324_solr) [n:127.0.0.1:41324_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection infected
[junit4] 2> 2773664 INFO (OverseerStateUpdate-75702178008662025-127.0.0.1:41324_solr-n_0000000000) [n:127.0.0.1:41324_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"infected",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"infected_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41324/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2773665 INFO (OverseerStateUpdate-75702178008662025-127.0.0.1:41324_solr-n_0000000000) [n:127.0.0.1:41324_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"infected",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"infected_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33148/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2773819 INFO (qtp533114-24123) [n:127.0.0.1:45521_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 2773819 INFO (qtp455862498-24113) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:45521_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAmqL4yrkKnqjm0+BH460o+9GcL2KbevqASzs5ToVHfN1bdc7EmslPi7AZcw/rkgvWWkialFcETK86EutBQNT7f4YfoabMwOpQc9eFHD+IN0V7JoUrT7Diwb0YRQmn9xXORJ0jFWRAbhWhtUEjSEBmH3IUfJA3VVvcN92ViPpocOspTuSE7XENpwMwhfXQQwRTs0EhvEcuYxNqPtQ2u/E6o6nXz2Ko6lY9eoPmWz3U1qIU04dSXoCeMr8GIAxcmEoWIFDiXleIHx7OooCICV+jV9nMeIKSxziT1b6jgJDjwaOswravlIX33ZTSYWAanWC5zOSj+YJ4rS+KOpiBcRElfQIDAQAB
[junit4] 2> 2773820 INFO (qtp533114-24125) [n:127.0.0.1:45521_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 2773820 INFO (qtp104968210-24129) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:45521_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAmqL4yrkKnqjm0+BH460o+9GcL2KbevqASzs5ToVHfN1bdc7EmslPi7AZcw/rkgvWWkialFcETK86EutBQNT7f4YfoabMwOpQc9eFHD+IN0V7JoUrT7Diwb0YRQmn9xXORJ0jFWRAbhWhtUEjSEBmH3IUfJA3VVvcN92ViPpocOspTuSE7XENpwMwhfXQQwRTs0EhvEcuYxNqPtQ2u/E6o6nXz2Ko6lY9eoPmWz3U1qIU04dSXoCeMr8GIAxcmEoWIFDiXleIHx7OooCICV+jV9nMeIKSxziT1b6jgJDjwaOswravlIX33ZTSYWAanWC5zOSj+YJ4rS+KOpiBcRElfQIDAQAB
[junit4] 2> 2773820 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr x:infected_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=infected_shard2_replica_n2&action=CREATE&numShards=2&collection=infected&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2773820 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr x:infected_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=infected_shard1_replica_n1&action=CREATE&numShards=2&collection=infected&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2773821 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr x:infected_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2774881 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2774894 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2774957 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.IndexSchema [infected_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2774959 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2774959 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'infected_shard2_replica_n2' using configuration from collection infected, trusted=true
[junit4] 2> 2774959 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33148.solr.core.infected.shard2.replica_n2' (registry 'solr.core.infected.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2774959 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [[infected_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001/node1/infected_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001/node1/./infected_shard2_replica_n2/data/]
[junit4] 2> 2774993 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.IndexSchema [infected_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2774994 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2774995 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'infected_shard1_replica_n1' using configuration from collection infected, trusted=true
[junit4] 2> 2774995 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41324.solr.core.infected.shard1.replica_n1' (registry 'solr.core.infected.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@86fa7ba
[junit4] 2> 2774995 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [[infected_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001/node3/infected_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001/tempDir-001/node3/./infected_shard1_replica_n1/data/]
[junit4] 2> 2775370 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2775370 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2775371 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2775371 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2775373 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ceae3be[infected_shard2_replica_n2] main]
[junit4] 2> 2775447 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2775447 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2775449 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2775449 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2775450 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2775479 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@612c801e[infected_shard1_replica_n1] main]
[junit4] 2> 2775496 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2775497 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2775497 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2775497 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649697927295139840
[junit4] 2> 2775499 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2775500 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2775500 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649697927298285568
[junit4] 2> 2775532 INFO (searcherExecutor-6108-thread-1-processing-n:127.0.0.1:33148_solr x:infected_shard2_replica_n2 c:infected s:shard2 r:core_node4) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2] Registered new searcher Searcher@4ceae3be[infected_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2775534 INFO (searcherExecutor-6109-thread-1-processing-n:127.0.0.1:41324_solr x:infected_shard1_replica_n1 c:infected s:shard1 r:core_node3) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1] Registered new searcher Searcher@612c801e[infected_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2775552 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2775552 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/infected/leaders/shard2
[junit4] 2> 2775554 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2775554 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/infected/leaders/shard1
[junit4] 2> 2775627 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2775627 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2775627 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33148/solr/infected_shard2_replica_n2/
[junit4] 2> 2775628 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2775628 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:33148/solr/infected_shard2_replica_n2/ has no replicas
[junit4] 2> 2775628 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/infected/leaders/shard2/leader after winning as /collections/infected/leader_elect/shard2/election/75702178008662023-core_node4-n_0000000000
[junit4] 2> 2775638 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33148/solr/infected_shard2_replica_n2/ shard2
[junit4] 2> 2775641 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2775641 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2775641 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41324/solr/infected_shard1_replica_n1/
[junit4] 2> 2775642 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2775642 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41324/solr/infected_shard1_replica_n1/ has no replicas
[junit4] 2> 2775642 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/infected/leaders/shard1/leader after winning as /collections/infected/leader_elect/shard1/election/75702178008662025-core_node3-n_0000000000
[junit4] 2> 2775644 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41324/solr/infected_shard1_replica_n1/ shard1
[junit4] 2> 2775853 INFO (zkCallback-8424-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2775853 INFO (zkCallback-8434-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2775869 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2775871 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=infected_shard1_replica_n1&action=CREATE&numShards=2&collection=infected&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2050
[junit4] 2> 2775881 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2775887 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=infected_shard2_replica_n2&action=CREATE&numShards=2&collection=infected&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2067
[junit4] 2> 2775910 INFO (qtp455862498-24111) [n:127.0.0.1:33148_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2776004 INFO (zkCallback-8424-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776004 INFO (zkCallback-8434-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776004 INFO (zkCallback-8424-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776004 INFO (zkCallback-8434-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776005 INFO (qtp455862498-24111) [n:127.0.0.1:33148_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=infected&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2576
[junit4] 2> 2776072 INFO (qtp455862498-24114) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard2 to Terms{values={core_node4=1}, version=1}
[junit4] 2> 2776072 INFO (qtp104968210-24131) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/infected/terms/shard1 to Terms{values={core_node3=1}, version=1}
[junit4] 2> 2776072 INFO (qtp104968210-24131) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=infected:4&wt=javabin&version=2}{add=[0 (1649697927878148096), 1 (1649697927879196672), 4 (1649697927879196673), 8 (1649697927879196674), 10 (1649697927879196675), 11 (1649697927879196676), 12 (1649697927879196677), 13 (1649697927879196678), 14 (1649697927879196679), 15 (1649697927879196680), ... (56 adds)]} 0 29
[junit4] 2> 2776073 INFO (qtp455862498-24114) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=infected:4&wt=javabin&version=2}{add=[2 (1649697927852982272), 3 (1649697927855079424), 5 (1649697927855079425), 6 (1649697927855079426), 7 (1649697927855079427), 9 (1649697927855079428), 17 (1649697927855079429), 18 (1649697927855079430), 19 (1649697927855079431), 21 (1649697927855079432), ... (44 adds)]} 0 44
[junit4] 2> 2776093 INFO (qtp104968210-24129) [n:127.0.0.1:41324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 2776093 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:41324_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAsaZuxGqfFlmtHl/uWtaup54htmuYnsJelTd1QSP26AVPVAyP0ePVLiHmkvt3MitHyefWZPXP0eCtwls4P5qRimH0oojbIlqOF2fleJp0POE9HPCTKOkP/b9+3SnRKofxfJgy8rpep1XZgspCy+mAg/ed7ZOJpDmqFiEbeENQSyrorqPZ6L3hzFcgmRCiAoBt4UDyRhm2OhTWS6tRZU8Uu3IoPzZmQevUthWX1ZUBnf5N/sL+UC7hNqxp0uQLxJ0CTIAyHo+XP9wW101JKm8NVOhJcjRrIUGvUQHgiL8Tow9X9m2j9PzjuuX5zXfBbWQXCvB4R+VkeTPEn4MAVJClLwIDAQAB
[junit4] 2> 2776094 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1649697927921139712,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2776094 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d414c94 commitCommandVersion:1649697927921139712
[junit4] 2> 2776098 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@644d1fbb[infected_shard2_replica_n2] main]
[junit4] 2> 2776098 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2776099 INFO (searcherExecutor-6108-thread-1-processing-n:127.0.0.1:33148_solr x:infected_shard2_replica_n2 c:infected s:shard2 r:core_node4) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2] Registered new searcher Searcher@644d1fbb[infected_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C44:[diagnostics={source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1573274543689, java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-112-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2776100 INFO (qtp455862498-24113) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:41324/solr/infected_shard1_replica_n1/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
[junit4] 2> 2776113 INFO (qtp104968210-24132) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1649697927941062656,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2776113 INFO (qtp104968210-24132) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1c4bd758 commitCommandVersion:1649697927941062656
[junit4] 2> 2776130 INFO (qtp104968210-24132) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d4363e1[infected_shard1_replica_n1] main]
[junit4] 2> 2776130 INFO (qtp104968210-24132) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2776131 INFO (searcherExecutor-6109-thread-1-processing-n:127.0.0.1:41324_solr x:infected_shard1_replica_n1 c:infected s:shard1 r:core_node3) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1] Registered new searcher Searcher@3d4363e1[infected_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C56:[diagnostics={source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4, timestamp=1573274543708, java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-112-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2776132 INFO (qtp104968210-24132) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [infected_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=infected:4&commit=true&wt=javabin&version=2}{commit=} 0 58
[junit4] 2> 2776133 INFO (zkCallback-8424-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776133 INFO (zkCallback-8424-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776141 INFO (zkCallback-8434-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776141 INFO (zkCallback-8434-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/infected/state.json] for collection [infected] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2776169 INFO (qtp455862498-24110) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.S.Request [infected_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:33148/solr/infected_shard2_replica_n2/&rows=0&version=2&q=*:*&omitHeader=false&NOW=1573274543738&isShard=true&wt=javabin} hits=44 status=0 QTime=0
[junit4] 2> 2776172 INFO (qtp104968210-24130) [n:127.0.0.1:41324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 2776173 INFO (qtp104968210-24132) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:41324_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAsaZuxGqfFlmtHl/uWtaup54htmuYnsJelTd1QSP26AVPVAyP0ePVLiHmkvt3MitHyefWZPXP0eCtwls4P5qRimH0oojbIlqOF2fleJp0POE9HPCTKOkP/b9+3SnRKofxfJgy8rpep1XZgspCy+mAg/ed7ZOJpDmqFiEbeENQSyrorqPZ6L3hzFcgmRCiAoBt4UDyRhm2OhTWS6tRZU8Uu3IoPzZmQevUthWX1ZUBnf5N/sL+UC7hNqxp0uQLxJ0CTIAyHo+XP9wW101JKm8NVOhJcjRrIUGvUQHgiL8Tow9X9m2j9PzjuuX5zXfBbWQXCvB4R+VkeTPEn4MAVJClLwIDAQAB
[junit4] 2> 2776173 INFO (qtp104968210-24132) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.S.Request [infected_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=16388&start=0&fsv=true&shard.url=http://127.0.0.1:41324/solr/infected_shard1_replica_n1/&rows=0&version=2&q=*:*&omitHeader=false&NOW=1573274543738&isShard=true&wt=javabin} hits=56 status=0 QTime=0
[junit4] 2> 2776174 INFO (qtp104968210-24131) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.S.Request [infected_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&rows=0&wt=javabin&version=2} hits=100 status=0 QTime=29
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestQueryingOnDownCollection -Dtests.method=testQueryToDownCollectionShouldFailFast -Dtests.seed=7D677E8B3B795427 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=MST7MDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 2.85s J1 | TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: Request should fail after trying all replica nodes once
[junit4] > at __randomizedtesting.SeedInfo.seed([7D677E8B3B795427:AEBA57219C483D5B]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2729)
[junit4] > at org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast(TestQueryingOnDownCollection.java:91)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 2776175 INFO (TEST-TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast-seed#[7D677E8B3B795427]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testQueryToDownCollectionShouldFailFast
[junit4] 2> 2776288 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1078113696
[junit4] 2> 2776288 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41324_solr
[junit4] 2> 2776288 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=404546227
[junit4] 2> 2776288 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33148_solr
[junit4] 2> 2776289 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=830642922
[junit4] 2> 2776289 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45521_solr
[junit4] 2> 2776289 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2776289 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:41324_solr as DOWN
[junit4] 2> 2776290 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2776290 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2776290 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45521_solr as DOWN
[junit4] 2> 2776290 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:33148_solr as DOWN
[junit4] 2> 2776312 INFO (coreCloseExecutor-6118-thread-1) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.c.SolrCore [infected_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1619862a
[junit4] 2> 2776312 INFO (coreCloseExecutor-6118-thread-1) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.infected.shard1.replica_n1, tag=SolrCore@1619862a
[junit4] 2> 2776312 INFO (coreCloseExecutor-6118-thread-1) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1705d5b4: rootName = solr_41324, domain = solr.core.infected.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.infected.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@667b232e
[junit4] 2> 2776313 INFO (coreCloseExecutor-6119-thread-1) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.c.SolrCore [infected_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@714b8cbc
[junit4] 2> 2776313 INFO (coreCloseExecutor-6119-thread-1) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.infected.shard2.replica_n2, tag=SolrCore@714b8cbc
[junit4] 2> 2776313 INFO (coreCloseExecutor-6119-thread-1) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@36f56f94: rootName = solr_33148, domain = solr.core.infected.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.infected.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7f46252f
[junit4] 2> 2776324 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2776324 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e1306: rootName = solr_45521, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4fb34950
[junit4] 2> 2776372 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2776372 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55e07124: rootName = solr_45521, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@bf29179
[junit4] 2> 2776374 INFO (coreCloseExecutor-6119-thread-1) [n:127.0.0.1:33148_solr c:infected s:shard2 r:core_node4 x:infected_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.infected.shard2.leader, tag=SolrCore@714b8cbc
[junit4] 2> 2776382 INFO (coreCloseExecutor-6118-thread-1) [n:127.0.0.1:41324_solr c:infected s:shard1 r:core_node3 x:infected_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.infected.shard1.leader, tag=SolrCore@1619862a
[junit4] 2> 2776384 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2776384 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@307b95ee: rootName = solr_45521, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d901b7d
[junit4] 2> 2776384 INFO (jetty-closer-8461-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2776406 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2776406 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c402406: rootName = solr_33148, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9f3e7d2
[junit4] 2> 2776422 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2776422 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a1c20b2: rootName = solr_41324, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@537bdea7
[junit4] 2> 2776423 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2776423 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a2a0211: rootName = solr_33148, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@bf29179
[junit4] 2> 2776425 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2776425 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22a22eac: rootName = solr_33148, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d901b7d
[junit4] 2> 2776425 INFO (jetty-closer-8461-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2776427 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2776427 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f02ed3: rootName = solr_41324, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@bf29179
[junit4] 2> 2776429 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2776429 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@695becc6: rootName = solr_41324, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d901b7d
[junit4] 2> 2776429 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2776451 INFO (closeThreadPool-8473-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75702178008662025-127.0.0.1:41324_solr-n_0000000000) closing
[junit4] 2> 2776452 INFO (OverseerAutoScalingTriggerThread-75702178008662025-127.0.0.1:41324_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2776495 INFO (OverseerStateUpdate-75702178008662025-127.0.0.1:41324_solr-n_0000000000) [n:127.0.0.1:41324_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41324_solr
[junit4] 2> 2776495 INFO (closeThreadPool-8473-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75702178008662025-127.0.0.1:41324_solr-n_0000000000) closing
[junit4] 2> 2776495 INFO (zkCallback-8424-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2776496 INFO (zkCallback-8434-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2776496 INFO (jetty-closer-8461-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@ecfdc0b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2776497 INFO (jetty-closer-8461-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25e5bcc5{/solr,null,UNAVAILABLE}
[junit4] 2> 2776497 INFO (jetty-closer-8461-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2776621 INFO (jetty-closer-8461-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15ec15f7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2776621 INFO (jetty-closer-8461-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32cd5435{/solr,null,UNAVAILABLE}
[junit4] 2> 2776621 INFO (jetty-closer-8461-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2776705 INFO (jetty-closer-8461-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75702178008662025-127.0.0.1:41324_solr-n_0000000000) closing
[junit4] 2> 2776751 INFO (jetty-closer-8461-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@8864eaa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2776751 INFO (jetty-closer-8461-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d53cbff{/solr,null,UNAVAILABLE}
[junit4] 2> 2776751 INFO (jetty-closer-8461-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2776752 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2776994 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/collections/infected/terms/shard2
[junit4] 2> 3 /solr/collections/infected/terms/shard1
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2> 2 /solr/collections/infected/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/infected/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/overseer/queue
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2776995 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44683
[junit4] 2> 2776995 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44683
[junit4] 2> 2776995 INFO (SUITE-TestQueryingOnDownCollection-seed#[7D677E8B3B795427]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44683
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestQueryingOnDownCollection_7D677E8B3B795427-001
[junit4] 2> Nov 09, 2019 4:42:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1121, maxMBSortInHeap=7.985760477719862, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@475cc686), locale=id, timezone=MST7MDT
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=213274624,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CachingDirectoryFactoryTest, PreAnalyzedFieldManagedSchemaCloudTest, TestDeleteCollectionOnDownNodes, TestOrdValues, SynonymTokenizerTest, CurrencyRangeFacetCloudTest, TestSimGenericDistributedQueue, AuthToolTest, TestCloudInspectUtil, TestSimTriggerIntegration, TestSolrTestCaseJ4, TestStressRecovery, SolrIndexConfigTest, WordBreakSolrSpellCheckerTest, ScheduledTriggerTest, AddBlockUpdateTest, DeleteShardTest, TestReload, NodeMutatorTest, TestExpandComponent, SolrCloudExampleTest, TestSegmentSorting, ZkNodePropsTest, ZkCLITest, SortSpecParsingTest, MoreLikeThisComponentTest, OverseerCollectionConfigSetProcessorTest, JWTVerificationkeyResolverTest, CheckHdfsIndexTest, AddReplicaTest, TestImpersonationWithHadoopAuth, SolrLogAuditLoggerPluginTest, TestDocSet, TestStressVersions, TestCorePropertiesReload, XmlUpdateRequestHandlerTest, AtomicUpdateProcessorFactoryTest, SyncSliceTest, TestDistributedSearch, RegexBytesRefFilterTest, TestUtils, MetricsHistoryWithAuthIntegrationTest, TestChildDocTransformerHierarchy, TestLRUStatsCache, TestJsonFacets, SortByFunctionTest, TestSolrCloudWithSecureImpersonation, ConcurrentCreateRoutedAliasTest, StressHdfsTest, TestPointFields, TestLocalFSCloudBackupRestore, TestStressLiveNodes, CollectionPropsTest, LeaderFailoverAfterPartitionT
[...truncated too long message...]
ransient cores
[junit4] 2> 236057 INFO (jetty-closer-539-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 236061 INFO (jetty-closer-539-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ab427f0: rootName = solr_43102, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@f0fffe2
[junit4] 2> 236065 INFO (jetty-closer-539-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 236065 INFO (jetty-closer-539-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d82f54b: rootName = solr_43102, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7e151f08
[junit4] 2> 236067 INFO (jetty-closer-539-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 236067 INFO (jetty-closer-539-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b81b1c2: rootName = solr_43689, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7ad40a17
[junit4] 2> 236067 INFO (jetty-closer-539-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 236067 INFO (zkCallback-506-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 236067 INFO (jetty-closer-539-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 236067 INFO (jetty-closer-539-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61995eb1: rootName = solr_43102, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7ad40a17
[junit4] 2> 236067 INFO (zkCallback-528-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 236067 INFO (jetty-closer-539-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 236068 INFO (zkCallback-492-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 236073 INFO (closeThreadPool-553-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75702347375378440-127.0.0.1:43689_solr-n_0000000000) closing
[junit4] 2> 236077 INFO (jetty-closer-539-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 236078 INFO (jetty-closer-539-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20342a2c: rootName = solr_44955, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6c94ce1a
[junit4] 2> 236078 INFO (OverseerStateUpdate-75702347375378440-127.0.0.1:43689_solr-n_0000000000) [n:127.0.0.1:43689_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43689_solr
[junit4] 2> 236082 INFO (OverseerAutoScalingTriggerThread-75702347375378440-127.0.0.1:43689_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 236085 INFO (closeThreadPool-553-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75702347375378440-127.0.0.1:43689_solr-n_0000000000) closing
[junit4] 2> 236085 INFO (zkCallback-506-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 236092 INFO (jetty-closer-539-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 236092 INFO (jetty-closer-539-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ea1b619: rootName = solr_44955, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7e151f08
[junit4] 2> 236095 INFO (jetty-closer-539-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 236095 INFO (jetty-closer-539-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2aa1f568: rootName = solr_44955, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7ad40a17
[junit4] 2> 236095 INFO (jetty-closer-539-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 236096 INFO (zkCallback-528-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 236097 INFO (zkCallback-528-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 236170 INFO (jetty-closer-539-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6be85979{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 236170 INFO (jetty-closer-539-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54f1c810{/solr,null,UNAVAILABLE}
[junit4] 2> 236170 INFO (jetty-closer-539-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 236200 INFO (jetty-closer-539-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@63013768{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 236200 INFO (jetty-closer-539-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32b27693{/solr,null,UNAVAILABLE}
[junit4] 2> 236201 INFO (jetty-closer-539-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 236267 INFO (jetty-closer-539-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75702347375378440-127.0.0.1:43689_solr-n_0000000000) closing
[junit4] 2> 236269 INFO (jetty-closer-539-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5ecc30f0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 236269 INFO (jetty-closer-539-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@528e0045{/solr,null,UNAVAILABLE}
[junit4] 2> 236270 INFO (jetty-closer-539-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 236369 INFO (jetty-closer-539-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@65972a75{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 236370 INFO (jetty-closer-539-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5608562{/solr,null,UNAVAILABLE}
[junit4] 2> 236370 INFO (jetty-closer-539-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 236371 INFO (TEST-TestV2Request.testApiPathAvailability-seed#[7537F7E76ED727FD]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 236577 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/75702347375378443-127.0.0.1:43102_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/live_nodes
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 236581 INFO (TEST-TestV2Request.testApiPathAvailability-seed#[7537F7E76ED727FD]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42385
[junit4] 2> 236581 INFO (TEST-TestV2Request.testApiPathAvailability-seed#[7537F7E76ED727FD]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42385
[junit4] 2> 236581 INFO (TEST-TestV2Request.testApiPathAvailability-seed#[7537F7E76ED727FD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42385
[junit4] 2> 236582 INFO (TEST-TestV2Request.testApiPathAvailability-seed#[7537F7E76ED727FD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testApiPathAvailability
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestV2Request_7537F7E76ED727FD-001
[junit4] 2> Nov 09, 2019 5:25:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1244, maxMBSortInHeap=6.614478434712761, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@34fcf079), locale=de-CH, timezone=Africa/Addis_Ababa
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=258988504,total=465567744
[junit4] 2> NOTE: All tests run in this JVM: [TestDelegationTokenResponse, QueryFacetMapTest, NormalizeEvaluatorTest, MultiplyEvaluatorTest, SolrExampleXMLHttp2Test, FieldAnalysisResponseTest, TestV2Request]
[junit4] Completed [30/206 (2!)] on J0 in 117.87s, 5 tests, 1 error <<< FAILURES!
[...truncated 52260 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 3900 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3900/
1 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper
Error Message:
Didn't get expected doc count. Expected: 10, Found: 0
Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
at __randomizedtesting.SeedInfo.seed([8226355A2D221CAD:9D6F15D908C813CD]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:254)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:259)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:230)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14642 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
[junit4] 2> 3160654 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3160654 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/data-dir-156-001
[junit4] 2> 3160654 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3160655 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 3160656 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001
[junit4] 2> 3160656 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3160656 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3160656 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3160762 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45456
[junit4] 2> 3160762 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45456
[junit4] 2> 3160762 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45456
[junit4] 2> 3160762 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45456
[junit4] 2> 3160780 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3160791 INFO (zkConnectionManagerCallback-7168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3160791 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3160793 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3160794 INFO (zkConnectionManagerCallback-7170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3160794 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3160795 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3160796 INFO (zkConnectionManagerCallback-7172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3160796 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3160924 WARN (jetty-launcher-7173-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3160924 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3160924 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3160924 INFO (jetty-launcher-7173-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3160925 WARN (jetty-launcher-7173-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3160925 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3160925 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3160925 INFO (jetty-launcher-7173-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3160934 WARN (jetty-launcher-7173-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3160934 WARN (jetty-launcher-7173-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3160934 INFO (jetty-launcher-7173-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3160935 INFO (jetty-launcher-7173-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3160935 INFO (jetty-launcher-7173-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@199a1bc8{/solr,null,AVAILABLE}
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fab8fed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45869}
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.e.j.s.Server Started @3160974ms
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45869}
[junit4] 2> 3160936 ERROR (jetty-launcher-7173-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3160936 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:45.408883Z
[junit4] 2> 3160951 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3160951 INFO (jetty-launcher-7173-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3160951 INFO (jetty-launcher-7173-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3160951 INFO (jetty-launcher-7173-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3160951 INFO (jetty-launcher-7173-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3160951 INFO (jetty-launcher-7173-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3160951 INFO (jetty-launcher-7173-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e80cd37{/solr,null,AVAILABLE}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c075e88{/solr,null,AVAILABLE}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37dc34ef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36060}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.e.j.s.Server Started @3160990ms
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42af8c76{/solr,null,AVAILABLE}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36060}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d97a320{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39876}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.e.j.s.Server Started @3160990ms
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39876}
[junit4] 2> 3160952 ERROR (jetty-launcher-7173-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59334f97{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38815}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.e.j.s.Server Started @3160990ms
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38815}
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:45.424839Z
[junit4] 2> 3160952 ERROR (jetty-launcher-7173-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:45.424953Z
[junit4] 2> 3160952 ERROR (jetty-launcher-7173-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3160952 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3160953 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3160953 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3160953 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3160953 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:45.425050Z
[junit4] 2> 3161003 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3161004 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3161004 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3161005 INFO (zkConnectionManagerCallback-7177-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3161005 INFO (zkConnectionManagerCallback-7175-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3161005 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3161005 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3161023 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3161031 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3161044 INFO (zkConnectionManagerCallback-7179-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3161055 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3161057 INFO (zkConnectionManagerCallback-7181-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3161057 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3161060 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3161060 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3161596 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3161611 WARN (jetty-launcher-7173-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3af76fd0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161611 WARN (jetty-launcher-7173-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3af76fd0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161655 WARN (jetty-launcher-7173-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a38c086[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161655 WARN (jetty-launcher-7173-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a38c086[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161656 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45456/solr
[junit4] 2> 3161675 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3161698 INFO (zkConnectionManagerCallback-7191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3161698 INFO (jetty-launcher-7173-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3161838 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3161854 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3161882 INFO (zkConnectionManagerCallback-7193-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3161883 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3161890 WARN (jetty-launcher-7173-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@270fb812[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161890 WARN (jetty-launcher-7173-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@270fb812[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161892 WARN (jetty-launcher-7173-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@438fce8d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161892 WARN (jetty-launcher-7173-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@438fce8d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3161926 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45456/solr
[junit4] 2> 3161963 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3161999 INFO (zkConnectionManagerCallback-7199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3161999 INFO (jetty-launcher-7173-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3162038 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3162039 WARN (jetty-launcher-7173-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@519518a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162039 WARN (jetty-launcher-7173-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@519518a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162074 WARN (jetty-launcher-7173-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41da0c52[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162074 WARN (jetty-launcher-7173-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41da0c52[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162075 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45456/solr
[junit4] 2> 3162088 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3162101 INFO (zkConnectionManagerCallback-7207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3162101 INFO (jetty-launcher-7173-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3162198 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3162305 INFO (zkConnectionManagerCallback-7209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3162324 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3162350 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3162350 INFO (zkConnectionManagerCallback-7211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3162350 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3162359 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3162360 WARN (jetty-launcher-7173-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f44f989[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162360 WARN (jetty-launcher-7173-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f44f989[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162374 WARN (jetty-launcher-7173-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b2ea838[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162374 WARN (jetty-launcher-7173-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b2ea838[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3162376 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45456/solr
[junit4] 2> 3162377 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3162406 INFO (zkConnectionManagerCallback-7221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3162406 INFO (jetty-launcher-7173-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3162444 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45869_solr
[junit4] 2> 3162546 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36060_solr
[junit4] 2> 3162586 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.Overseer Overseer (id=75696010287841292-127.0.0.1:45869_solr-n_0000000000) starting
[junit4] 2> 3162634 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3162634 INFO (zkCallback-7210-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3162646 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3162647 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45869_solr as DOWN
[junit4] 2> 3162648 INFO (OverseerStateUpdate-75696010287841292-127.0.0.1:45869_solr-n_0000000000) [n:127.0.0.1:45869_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45869_solr
[junit4] 2> 3162648 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3162648 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45869_solr
[junit4] 2> 3162650 INFO (zkConnectionManagerCallback-7224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3162650 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3162658 INFO (zkCallback-7210-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3162687 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3162768 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3162797 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3162835 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3163205 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38815_solr as DOWN
[junit4] 2> 3163207 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3163207 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38815_solr
[junit4] 2> 3163225 INFO (zkCallback-7210-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3163225 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3163240 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36060.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163244 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45869.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163281 INFO (zkCallback-7223-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3163281 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3163284 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45869.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163284 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45869.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163298 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36060.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163298 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36060.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163307 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39876_solr as DOWN
[junit4] 2> 3163309 INFO (jetty-launcher-7173-thread-1) [n:127.0.0.1:45869_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001/node1/.
[junit4] 2> 3163314 INFO (jetty-launcher-7173-thread-3) [n:127.0.0.1:36060_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001/node4/.
[junit4] 2> 3163318 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3163322 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3163322 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39876_solr
[junit4] 2> 3163323 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3163323 INFO (zkCallback-7223-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3163323 INFO (zkCallback-7210-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3163387 INFO (zkCallback-7192-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3163426 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3163490 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38815.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163541 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38815.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163541 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38815.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163544 INFO (jetty-launcher-7173-thread-2) [n:127.0.0.1:38815_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001/node2/.
[junit4] 2> 3163571 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39876.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163610 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39876.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163610 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39876.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3163612 INFO (jetty-launcher-7173-thread-4) [n:127.0.0.1:39876_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001/node3/.
[junit4] 2> 3163755 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 3163755 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3163769 INFO (zkConnectionManagerCallback-7238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163769 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3163771 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3163772 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45456/solr ready
[junit4] 2> 3163774 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=844025446
[junit4] 2> 3163774 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45869_solr
[junit4] 2> 3163775 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 3163775 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45869_solr as DOWN
[junit4] 2> 3163777 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3163777 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cc12cf5: rootName = solr_45869, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@34ec17e0
[junit4] 2> 3163782 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3163782 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73d1a290: rootName = solr_45869, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33b03218
[junit4] 2> 3163786 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3163786 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@490da127: rootName = solr_45869, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@eb08474
[junit4] 2> 3163786 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3163786 INFO (closeThreadPool-7242-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75696010287841292-127.0.0.1:45869_solr-n_0000000000) closing
[junit4] 2> 3163787 INFO (OverseerStateUpdate-75696010287841292-127.0.0.1:45869_solr-n_0000000000) [n:127.0.0.1:45869_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45869_solr
[junit4] 2> 3163787 INFO (OverseerAutoScalingTriggerThread-75696010287841292-127.0.0.1:45869_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3163810 INFO (closeThreadPool-7242-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75696010287841292-127.0.0.1:45869_solr-n_0000000000) closing
[junit4] 2> 3163810 INFO (zkCallback-7192-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3163810 INFO (zkCallback-7223-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3163810 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36060_solr
[junit4] 2> 3163811 INFO (zkCallback-7237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3163811 INFO (zkCallback-7208-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3163811 INFO (zkCallback-7208-thread-1) [n:127.0.0.1:36060_solr ] o.a.s.c.Overseer Overseer (id=75696010287841291-127.0.0.1:36060_solr-n_0000000001) starting
[junit4] 2> 3163824 INFO (OverseerStateUpdate-75696010287841291-127.0.0.1:36060_solr-n_0000000001) [n:127.0.0.1:36060_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36060_solr
[junit4] 2> 3163911 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.Overseer Overseer (id=75696010287841292-127.0.0.1:45869_solr-n_0000000000) closing
[junit4] 2> 3163912 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6fab8fed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3163912 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@199a1bc8{/solr,null,UNAVAILABLE}
[junit4] 2> 3163912 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3163913 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3163913 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3163913 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3163913 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3163914 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3163914 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3163914 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d6785d1{/solr,null,AVAILABLE}
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1075d1cb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33443}
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server Started @3163953ms
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33008}
[junit4] 2> 3163915 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3163915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:48.387779Z
[junit4] 2> 3163916 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3163917 INFO (zkConnectionManagerCallback-7244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163917 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3163918 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3164297 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3164298 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4adaa13c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3164298 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4adaa13c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3164314 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@60dd0bf6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3164314 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@60dd0bf6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3164315 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45456/solr
[junit4] 2> 3164316 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3164350 INFO (zkConnectionManagerCallback-7251-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3164350 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3164622 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3164623 INFO (zkConnectionManagerCallback-7253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3164623 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3164707 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3164756 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33008_solr as DOWN
[junit4] 2> 3164756 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3164756 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33008_solr
[junit4] 2> 3164774 INFO (zkCallback-7223-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3164779 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3164785 INFO (zkCallback-7192-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3164903 INFO (zkCallback-7237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3164903 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3164940 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3165053 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33008.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3165125 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33008.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3165125 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33008.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3165141 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [n:127.0.0.1:33008_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001/node1/.
[junit4] 2> 3165338 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 3165352 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:33443/solr. Proxy: http://127.0.0.1:33008/solr
[junit4] 2> 3165352 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=458240882
[junit4] 2> 3165352 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38815_solr
[junit4] 2> 3165360 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 3165360 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:38815_solr as DOWN
[junit4] 2> 3165424 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3165424 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f3eab94: rootName = solr_38815, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5fede5fe
[junit4] 2> 3165430 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3165430 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@742b92b6: rootName = solr_38815, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33b03218
[junit4] 2> 3165454 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3165454 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d209d71: rootName = solr_38815, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@eb08474
[junit4] 2> 3165455 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3165601 INFO (zkCallback-7192-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3165601 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3165601 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3165613 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59334f97{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3165613 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42af8c76{/solr,null,UNAVAILABLE}
[junit4] 2> 3165614 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3165659 INFO (zkCallback-7237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3165665 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3165665 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3165665 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3165665 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3165689 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3165689 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3165689 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5be34717{/solr,null,AVAILABLE}
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@182d2ae0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35288}
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server Started @3165728ms
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38044}
[junit4] 2> 3165690 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3165690 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:50.162931Z
[junit4] 2> 3165705 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3165705 INFO (zkConnectionManagerCallback-7263-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165705 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3165734 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3166518 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3166519 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@754405e8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3166519 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@754405e8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3166522 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@38dca3e5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3166522 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@38dca3e5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3166535 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45456/solr
[junit4] 2> 3166536 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3166537 INFO (zkConnectionManagerCallback-7270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3166537 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3166639 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3166641 INFO (zkConnectionManagerCallback-7272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3166641 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3166645 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3166665 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:38044_solr as DOWN
[junit4] 2> 3166666 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3166666 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38044_solr
[junit4] 2> 3166667 INFO (zkCallback-7208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3166667 INFO (zkCallback-7192-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3166681 INFO (zkCallback-7271-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3166682 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3166682 INFO (zkCallback-7237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3166734 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3166809 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38044.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3166848 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38044.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3166848 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38044.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3166851 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001/node2/.
[junit4] 2> 3166992 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 3166992 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:35288/solr. Proxy: http://127.0.0.1:38044/solr
[junit4] 2> 3166992 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1729710366
[junit4] 2> 3166992 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36060_solr
[junit4] 2> 3166993 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 3166993 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36060_solr as DOWN
[junit4] 2> 3167007 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3167008 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3167008 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b2b4366: rootName = solr_36060, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@107e1f9d
[junit4] 2> 3167013 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3167013 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23592121: rootName = solr_36060, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33b03218
[junit4] 2> 3167036 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3167036 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@320393fc: rootName = solr_36060, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@eb08474
[junit4] 2> 3167036 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3167039 INFO (closeThreadPool-7280-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75696010287841291-127.0.0.1:36060_solr-n_0000000001) closing
[junit4] 2> 3167040 INFO (OverseerStateUpdate-75696010287841291-127.0.0.1:36060_solr-n_0000000001) [n:127.0.0.1:36060_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36060_solr
[junit4] 2> 3167055 INFO (OverseerAutoScalingTriggerThread-75696010287841291-127.0.0.1:36060_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3167080 INFO (closeThreadPool-7280-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75696010287841291-127.0.0.1:36060_solr-n_0000000001) closing
[junit4] 2> 3167080 INFO (zkCallback-7271-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167080 INFO (zkCallback-7192-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167080 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167080 INFO (zkCallback-7192-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39876_solr
[junit4] 2> 3167080 INFO (zkCallback-7237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167081 INFO (zkCallback-7192-thread-2) [n:127.0.0.1:39876_solr ] o.a.s.c.Overseer Overseer (id=75696010287841288-127.0.0.1:39876_solr-n_0000000003) starting
[junit4] 2> 3167093 INFO (OverseerStateUpdate-75696010287841288-127.0.0.1:39876_solr-n_0000000003) [n:127.0.0.1:39876_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39876_solr
[junit4] 2> 3167180 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.Overseer Overseer (id=75696010287841291-127.0.0.1:36060_solr-n_0000000001) closing
[junit4] 2> 3167181 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@37dc34ef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3167182 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e80cd37{/solr,null,UNAVAILABLE}
[junit4] 2> 3167182 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3167182 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3167182 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3167183 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3167183 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3167184 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3167184 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3167184 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3167184 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d0d88db{/solr,null,AVAILABLE}
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4271ed1f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46831}
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server Started @3167222ms
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38875}
[junit4] 2> 3167185 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3167185 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:51.657485Z
[junit4] 2> 3167201 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3167202 INFO (zkConnectionManagerCallback-7282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3167203 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3167203 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3167520 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3167521 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dc0325[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3167521 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dc0325[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3167544 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@184d35d1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3167544 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@184d35d1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3167545 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45456/solr
[junit4] 2> 3167546 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3167555 INFO (zkConnectionManagerCallback-7289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3167555 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3167658 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3167659 INFO (zkConnectionManagerCallback-7291-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3167659 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3167664 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3167676 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:38875_solr as DOWN
[junit4] 2> 3167676 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3167676 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38875_solr
[junit4] 2> 3167678 INFO (zkCallback-7271-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167678 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167678 INFO (zkCallback-7237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167678 INFO (zkCallback-7192-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167697 INFO (zkCallback-7290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167720 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3167737 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38875.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3167748 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38875.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3167748 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38875.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f728f0
[junit4] 2> 3167750 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001/tempDir-001/node4/.
[junit4] 2> 3167874 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 3167874 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:46831/solr. Proxy: http://127.0.0.1:38875/solr
[junit4] 2> 3167874 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=908960157
[junit4] 2> 3167874 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39876_solr
[junit4] 2> 3167875 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 3167875 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39876_solr as DOWN
[junit4] 2> 3167899 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3167899 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@714dc5f7: rootName = solr_39876, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@70094877
[junit4] 2> 3167904 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3167904 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@246b0476: rootName = solr_39876, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@33b03218
[junit4] 2> 3167928 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3167928 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71658a00: rootName = solr_39876, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@eb08474
[junit4] 2> 3167928 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3167939 INFO (closeThreadPool-7299-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75696010287841288-127.0.0.1:39876_solr-n_0000000003) closing
[junit4] 2> 3167939 INFO (OverseerAutoScalingTriggerThread-75696010287841288-127.0.0.1:39876_solr-n_0000000003) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3167939 INFO (OverseerStateUpdate-75696010287841288-127.0.0.1:39876_solr-n_0000000003) [n:127.0.0.1:39876_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39876_solr
[junit4] 2> 3167954 INFO (closeThreadPool-7299-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75696010287841288-127.0.0.1:39876_solr-n_0000000003) closing
[junit4] 2> 3167955 INFO (zkCallback-7237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167955 INFO (zkCallback-7290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167955 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33008_solr
[junit4] 2> 3167955 INFO (zkCallback-7271-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167955 INFO (zkCallback-7252-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3167956 INFO (zkCallback-7252-thread-1) [n:127.0.0.1:33008_solr ] o.a.s.c.Overseer Overseer (id=75696010287841298-127.0.0.1:33008_solr-n_0000000004) starting
[junit4] 2> 3167967 INFO (OverseerStateUpdate-75696010287841298-127.0.0.1:33008_solr-n_0000000004) [n:127.0.0.1:33008_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33008_solr
[junit4] 2> 3168055 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.Overseer Overseer (id=75696010287841288-127.0.0.1:39876_solr-n_0000000003) closing
[junit4] 2> 3168056 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d97a320{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3168056 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c075e88{/solr,null,UNAVAILABLE}
[junit4] 2> 3168057 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3168057 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3168057 WARN (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3168058 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3168058 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 3168058 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3168058 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3168058 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3168059 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@544919ee{/solr,null,AVAILABLE}
[junit4] 2> 3168059 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8c62eb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42146}
[junit4] 2> 3168059 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.e.j.s.Server Started @3168097ms
[junit4] 2> 3168059 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35791}
[junit4] 2> 3168059 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3168059 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3168059 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3168060 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3168060 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3168060 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T02:33:52.532052Z
[junit4] 2> 3168084 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3168085 INFO (zkConnectionManagerCallback-7301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3168085 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.c.ConnectionManager C
[...truncated too long message...]
3206671 INFO (jetty-closer-7325-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3206691 INFO (jetty-closer-7325-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75696010287841298-127.0.0.1:33008_solr-n_0000000004) closing
[junit4] 2> 3206708 INFO (jetty-closer-7325-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1075d1cb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3206728 INFO (jetty-closer-7325-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d6785d1{/solr,null,UNAVAILABLE}
[junit4] 2> 3206744 INFO (jetty-closer-7325-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3206758 INFO (jetty-closer-7325-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@8c62eb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3206784 INFO (jetty-closer-7325-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@544919ee{/solr,null,UNAVAILABLE}
[junit4] 2> 3206829 INFO (jetty-closer-7325-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3206867 INFO (jetty-closer-7325-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4271ed1f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3206882 INFO (jetty-closer-7325-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d0d88db{/solr,null,UNAVAILABLE}
[junit4] 2> 3206902 INFO (jetty-closer-7325-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3206904 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 3207123 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/packages.json
[junit4] 2> 8 /solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/terms/shard1
[junit4] 2> 8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 7 /solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard2
[junit4] 2> 6 /solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/terms/shard1
[junit4] 2> 6 /solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard1
[junit4] 2> 3 /solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
[junit4] 2> 2 /solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
[junit4] 2> 2 /solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/collectionprops.json
[junit4] 2> 2 /solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 50 /solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
[junit4] 2> 32 /solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
[junit4] 2> 31 /solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/75696010287841298-127.0.0.1:33008_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/75696010287841291-127.0.0.1:36060_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 85 /solr/overseer/queue
[junit4] 2> 59 /solr/live_nodes
[junit4] 2> 39 /solr/collections
[junit4] 2> 22 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3207126 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45456
[junit4] 2> 3207126 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45456
[junit4] 2> 3207126 INFO (SUITE-TestPullReplicaErrorHandling-seed#[8226355A2D221CAD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45456
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_8226355A2D221CAD-001
[junit4] 2> Nov 08, 2019 2:34:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=LuceneVarGapFixedInterval), fieldName_s=FST50, id=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1231, maxMBSortInHeap=7.539735934838369, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5d498ba5), locale=mer, timezone=America/Paramaribo
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=244974744,total=455081984
[junit4] 2> NOTE: All tests run in this JVM: [DateMathParserTest, CollectionPropsTest, TestReloadAndDeleteDocs, DistributedFacetPivotSmallAdvancedTest, DebugComponentTest, SolrJmxReporterTest, SolrShardReporterTest, TestLeaderElectionWithEmptyReplica, TestMultiWordSynonyms, SolrCloudExampleTest, TestCursorMarkWithoutUniqueKey, TestSlowCompositeReaderWrapper, JavaBinAtomicUpdateMultivalueTest, WordBreakSolrSpellCheckerTest, TestRandomCollapseQParserPlugin, SolrInfoBeanTest, LeaderFailoverAfterPartitionTest, SuggesterTest, RuleEngineTest, ReindexCollectionTest, RollingRestartTest, BlockJoinFacetSimpleTest, HdfsTlogReplayBufferedWhileIndexingTest, SolrCoreMetricManagerTest, UUIDFieldTest, StressHdfsTest, TestStressVersions, ConcurrentCreateRoutedAliasTest, BlobRepositoryCloudTest, TestRuleBasedAuthorizationPlugin, TestMaxScoreQueryParser, RootFieldTest, DataDrivenBlockJoinTest, FastVectorHighlighterTest, TestSimTriggerIntegration, TestRemoteStreaming, ChaosMonkeySafeLeaderWithPullReplicasTest, TestDeprecatedFilters, BasicAuthIntegrationTest, TestSolr4Spatial, TestFieldCacheReopen, XmlUpdateRequestHandlerTest, TestConfigSets, ResponseBuilderTest, CollectionTooManyReplicasTest, CacheHeaderTest, TestConfigSetsAPIExclusivity, TestHashQParserPlugin, TestDownShardTolerantSearch, TestCorePropertiesReload, TestRandomFaceting, TestSortableTextField, OverseerStatusTest, TestConfigsApi, PeerSyncReplicationTest, TestDeleteCollectionOnDownNodes, TestAtomicUpdateErrorCases, SpellPossibilityIteratorTest, TestFreeTextSuggestions, TestFiltering, BJQFilterAccessibleTest, TestSubQueryTransformerCrossCore, TaggerTest, CurrencyRangeFacetCloudTest, TestFieldCollectionResource, MoreLikeThisHandlerTest, CoreAdminOperationTest, AssignTest, SystemInfoHandlerTest, UpdateParamsTest, SolrMetricsIntegrationTest, BJQParserTest, ShardsWhitelistTest, TestCloudManagedSchema, TestCollectionAPI, AddReplicaTest, TestDistribPackageStore, DistributedVersionInfoTest, HttpPartitionOnCommitTest, TriLevelCompositeIdRoutingTest, TestGraphMLResponseWriter, SolrCoreCheckLockOnStartupTest, TestSimGenericDistributedQueue, ScriptEngineTest, TestFieldCacheVsDocValues, TestLMDirichletSimilarityFactory, DistributedQueryElevationComponentTest, TestCloudJSONFacetJoinDomain, TestInPlaceUpdatesStandalone, DistributedMLTComponentTest, IndexSchemaTest, AtomicUpdateProcessorFactoryTest, SharedFSAutoReplicaFailoverTest, TestNumericRangeQuery32, TestSolrTestCaseJ4, ClassificationUpdateProcessorTest, TestLogWatcher, TestCollationFieldDocValues, RequiredFieldsTest, TestUpdate, TestPhraseSuggestions, CheckHdfsIndexTest, ZkNodePropsTest, TestSolrCloudWithSecureImpersonation, DaemonStreamApiTest, TestDocSet, TestLocalFSCloudBackupRestore, TestPrepRecovery, MinimalSchemaTest, HttpTriggerListenerTest, SimplePostToolTest, TestManagedResourceStorage, CloudExitableDirectoryReaderTest, PreAnalyzedUpdateProcessorTest, EmbeddedSolrNoSerializeTest, TestHighlightDedupGrouping, TestStressRecovery, CdcrReplicationHandlerTest, HdfsBasicDistributedZkTest, RankQueryTest, CategoryRoutedAliasUpdateProcessorTest, TestWriterPerf, AddBlockUpdateTest, DocumentAnalysisRequestHandlerTest, TestFastLRUCache, TestSystemCollAutoCreate, MergeStrategyTest, SynonymTokenizerTest, BadComponentTest, BasicDistributedZk2Test, TestLegacyNumericUtils, SimpleMLTQParserTest, TestUtils, TestDynamicLoading, TestFacetMethods, BufferStoreTest, TestSimDistributedQueue, RequestHandlersTest, TestDistributedSearch, TestManagedSchemaAPI, MaxSizeAutoCommitTest, TermVectorComponentTest, TestSort, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, MoveReplicaTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, ReplicationFactorTest, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery2, TestClusterProperties, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestPullReplicaErrorHandling]
[junit4] Completed [526/888 (1!)] on J1 in 47.39s, 3 tests, 1 failure <<< FAILURES!
[...truncated 54219 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 3899 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3899/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
No overseer leader found after restart #1: 127.0.0.1:37337_bf%2Fo
Stack Trace:
java.lang.AssertionError: No overseer leader found after restart #1: 127.0.0.1:37337_bf%2Fo
at __randomizedtesting.SeedInfo.seed([38B6F225DAE7D49:8BDF50F8F35210B1]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:112)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13440 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 501938 INFO (SUITE-RollingRestartTest-seed#[38B6F225DAE7D49]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 501938 INFO (SUITE-RollingRestartTest-seed#[38B6F225DAE7D49]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/data-dir-46-001
[junit4] 2> 501939 WARN (SUITE-RollingRestartTest-seed#[38B6F225DAE7D49]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 501939 INFO (SUITE-RollingRestartTest-seed#[38B6F225DAE7D49]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 501939 INFO (SUITE-RollingRestartTest-seed#[38B6F225DAE7D49]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 501940 INFO (SUITE-RollingRestartTest-seed#[38B6F225DAE7D49]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /bf/o
[junit4] 2> 501942 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 501942 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 501942 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 502042 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer start zk server on port:36373
[junit4] 2> 502042 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36373
[junit4] 2> 502042 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36373
[junit4] 2> 502042 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36373
[junit4] 2> 502044 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 502055 INFO (zkConnectionManagerCallback-2008-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 502055 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 502059 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 502060 INFO (zkConnectionManagerCallback-2010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 502060 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 502061 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 502062 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 502063 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 502064 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 502064 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 502065 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 502066 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 502066 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 502072 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 502074 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 502075 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 502083 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 502084 INFO (zkConnectionManagerCallback-2014-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 502084 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 502186 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 502286 WARN (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 502287 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 502287 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 502287 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 502300 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 502300 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 502301 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 502301 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a196483{/bf/o,null,AVAILABLE}
[junit4] 2> 502302 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b2041d0{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41703}
[junit4] 2> 502302 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.s.Server Started @502350ms
[junit4] 2> 502302 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/bf/o, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/tempDir-001/control/data, hostPort=41703, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/control-001/cores}
[junit4] 2> 502303 ERROR (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 502303 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 502303 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 502303 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 502303 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 502303 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-07T02:07:27.342259Z
[junit4] 2> 502305 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 502332 INFO (zkConnectionManagerCallback-2016-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 502333 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 502434 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 502434 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/control-001/solr.xml
[junit4] 2> 502436 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 502436 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 502438 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 502502 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 502503 WARN (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@605deccc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 502503 WARN (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@605deccc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 502510 WARN (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35a9813e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 502510 WARN (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35a9813e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 502511 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36373/solr
[junit4] 2> 502514 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 502515 INFO (zkConnectionManagerCallback-2023-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 502515 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 502629 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 502633 INFO (zkConnectionManagerCallback-2025-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 502633 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 502700 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41703_bf%2Fo
[junit4] 2> 502703 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.Overseer Overseer (id=72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) starting
[junit4] 2> 502708 INFO (OverseerStateUpdate-72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41703_bf%2Fo
[junit4] 2> 502712 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41703_bf%2Fo
[junit4] 2> 502729 INFO (zkCallback-2024-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 502736 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 502752 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 502756 DEBUG (OverseerAutoScalingTriggerThread-72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41703_bf%2Fo]
[junit4] 2> 502759 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 502759 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 502761 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/control-001/cores
[junit4] 2> 502761 DEBUG (ScheduledTrigger-2016-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 502804 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 502810 INFO (zkConnectionManagerCallback-2034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 502811 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 502812 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 502827 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36373/solr ready
[junit4] 2> 502846 INFO (qtp926689620-5763) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41703_bf%252Fo&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 502858 INFO (OverseerThreadFactory-2018-thread-1-processing-n:127.0.0.1:41703_bf%2Fo) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 502990 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 502990 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 503762 DEBUG (ScheduledTrigger-2016-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 504203 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 504226 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 504309 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 504322 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 504323 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 504323 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 504325 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=68.3662109375, floorSegmentMB=0.76171875, forceMergeDeletesPctAllowed=25.347150958693728, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=38.28964184049177
[junit4] 2> 504340 WARN (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 504375 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 504375 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 504376 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 504376 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 504377 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 504378 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d5b4c0[control_collection_shard1_replica_n1] main]
[junit4] 2> 504379 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 504379 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 504380 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 504380 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649506988241977344
[junit4] 2> 504383 INFO (searcherExecutor-2023-thread-1-processing-n:127.0.0.1:41703_bf%2Fo x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2d5b4c0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 504390 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 504390 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 504392 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 504392 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 504392 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41703/bf/o/control_collection_shard1_replica_n1/
[junit4] 2> 504392 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 504392 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:41703/bf/o/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 504392 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72681106178572293-core_node2-n_0000000000
[junit4] 2> 504393 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41703/bf/o/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 504756 INFO (zkCallback-2024-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 504757 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 504759 INFO (qtp926689620-5764) [n:127.0.0.1:41703_bf%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1769
[junit4] 2> 504762 DEBUG (ScheduledTrigger-2016-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 504763 INFO (zkCallback-2024-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 504785 INFO (qtp926689620-5763) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 504855 INFO (OverseerCollectionConfigSetProcessor-72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 504879 INFO (zkCallback-2024-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 504879 INFO (zkCallback-2024-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 504879 INFO (zkCallback-2024-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 504880 INFO (qtp926689620-5763) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41703_bf%252Fo&wt=javabin&version=2} status=0 QTime=2033
[junit4] 2> 504880 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 505007 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 505009 INFO (zkConnectionManagerCallback-2040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 505009 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 505009 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 505010 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36373/solr ready
[junit4] 2> 505010 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 505020 INFO (qtp926689620-5761) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 505026 INFO (OverseerThreadFactory-2018-thread-2-processing-n:127.0.0.1:41703_bf%2Fo) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 505229 WARN (OverseerThreadFactory-2018-thread-2-processing-n:127.0.0.1:41703_bf%2Fo) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 505230 INFO (qtp926689620-5761) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 505231 INFO (qtp926689620-5761) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 505232 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 505232 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 505232 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 505232 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 505232 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 505232 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 505232 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=2
[junit4] 2> 505347 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-1-001 of type NRT
[junit4] 2> 505684 WARN (closeThreadPool-2041-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 505685 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 505685 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 505685 INFO (closeThreadPool-2041-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 505760 INFO (closeThreadPool-2041-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 505760 INFO (closeThreadPool-2041-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 505760 INFO (closeThreadPool-2041-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 505762 DEBUG (ScheduledTrigger-2016-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 505766 INFO (closeThreadPool-2041-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26ef0cac{/bf/o,null,AVAILABLE}
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65493e53{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45601}
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.e.j.s.Server Started @505825ms
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/bf/o, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/tempDir-001/jetty1, hostPort=45601, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 505777 ERROR (closeThreadPool-2041-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 505777 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-07T02:07:30.816961Z
[junit4] 2> 505783 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-2-001 of type NRT
[junit4] 2> 505790 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 505798 WARN (closeThreadPool-2041-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 505798 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 505798 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 505798 INFO (closeThreadPool-2041-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 505843 INFO (zkConnectionManagerCallback-2043-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 505843 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 505845 INFO (closeThreadPool-2041-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 505845 INFO (closeThreadPool-2041-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 505845 INFO (closeThreadPool-2041-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 505848 INFO (closeThreadPool-2041-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12b4fc8{/bf/o,null,AVAILABLE}
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ff1b8b6{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37337}
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.e.j.s.Server Started @505896ms
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/bf/o, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/tempDir-001/jetty2, hostPort=37337, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 505849 ERROR (closeThreadPool-2041-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 505849 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-07T02:07:30.888852Z
[junit4] 2> 505856 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 505856 INFO (zkConnectionManagerCallback-2045-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 505856 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 505996 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 505996 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-1-001/solr.xml
[junit4] 2> 505996 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 505996 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-2-001/solr.xml
[junit4] 2> 505998 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 505998 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 505998 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 505998 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 506000 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 506000 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 506107 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 506124 WARN (closeThreadPool-2041-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3a510bc1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506124 WARN (closeThreadPool-2041-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3a510bc1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506139 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 506141 WARN (closeThreadPool-2041-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17996d2e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506141 WARN (closeThreadPool-2041-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17996d2e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506144 WARN (closeThreadPool-2041-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34c5866b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506144 WARN (closeThreadPool-2041-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34c5866b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506145 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36373/solr
[junit4] 2> 506151 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 506152 WARN (closeThreadPool-2041-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56ab41a9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506152 WARN (closeThreadPool-2041-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56ab41a9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 506152 INFO (zkConnectionManagerCallback-2055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 506152 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 506152 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36373/solr
[junit4] 2> 506153 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 506154 INFO (zkConnectionManagerCallback-2059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 506154 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 506255 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 506255 INFO (zkConnectionManagerCallback-2061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 506255 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 506258 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 506261 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.c.ZkController Publish node=127.0.0.1:37337_bf%2Fo as DOWN
[junit4] 2> 506261 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 506261 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37337_bf%2Fo
[junit4] 2> 506262 INFO (zkCallback-2024-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 506272 INFO (zkCallback-2039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 506276 INFO (zkCallback-2060-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 506277 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 506287 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 506294 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 506294 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 506296 INFO (closeThreadPool-2041-thread-2) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-2-001/cores
[junit4] 2> 506367 INFO (closeThreadPool-2041-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:37337_bf%2Fo
[junit4] 2> 506400 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 506401 INFO (zkConnectionManagerCallback-2067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 506505 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 506618 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 506620 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.c.ZkController Publish node=127.0.0.1:45601_bf%2Fo as DOWN
[junit4] 2> 506620 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 506620 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45601_bf%2Fo
[junit4] 2> 506622 INFO (zkCallback-2039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506622 INFO (zkCallback-2060-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506622 INFO (zkCallback-2024-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506642 INFO (zkCallback-2066-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506654 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 506669 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 506675 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 506675 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 506681 INFO (closeThreadPool-2041-thread-1) [n:127.0.0.1:45601_bf%2Fo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-1-001/cores
[junit4] 2> 506710 INFO (closeThreadPool-2041-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:45601_bf%2Fo
[junit4] 2> 506738 INFO (qtp1322037901-5830) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37337_bf%252Fo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 506739 INFO (qtp1322037901-5832) [n:127.0.0.1:37337_bf%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45601_bf%252Fo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 506745 INFO (OverseerThreadFactory-2018-thread-3-processing-n:127.0.0.1:41703_bf%2Fo) [n:127.0.0.1:41703_bf%2Fo c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37337_bf%2Fo for creating new replica of shard shard1 for collection collection1
[junit4] 2> 506746 INFO (OverseerThreadFactory-2018-thread-3-processing-n:127.0.0.1:41703_bf%2Fo) [n:127.0.0.1:41703_bf%2Fo c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 506748 INFO (OverseerCollectionConfigSetProcessor-72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) [n:127.0.0.1:41703_bf%2Fo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 506749 INFO (OverseerThreadFactory-2018-thread-4-processing-n:127.0.0.1:41703_bf%2Fo) [n:127.0.0.1:41703_bf%2Fo c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45601_bf%2Fo for creating new replica of shard shard2 for collection collection1
[junit4] 2> 506750 INFO (OverseerThreadFactory-2018-thread-4-processing-n:127.0.0.1:41703_bf%2Fo) [n:127.0.0.1:41703_bf%2Fo c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 506763 DEBUG (ScheduledTrigger-2016-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 1
[junit4] 2> 506788 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo x:collection1_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 506790 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507763 DEBUG (ScheduledTrigger-2016-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 507803 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 507804 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 507833 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 507837 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 508080 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 508093 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 508093 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 508093 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-1-001/cores/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-1-001/cores/collection1_shard2_replica_n2/data/]
[junit4] 2> 508096 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=68.3662109375, floorSegmentMB=0.76171875, forceMergeDeletesPctAllowed=25.347150958693728, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=38.28964184049177
[junit4] 2> 508105 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 508115 WARN (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 508120 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 508120 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f288e44
[junit4] 2> 508120 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
[junit4] 2> 508122 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=68.3662109375, floorSegmentMB=0.76171875, forceMergeDeletesPctAllowed=25.347150958693728, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=38.28964184049177
[junit4] 2> 508145 WARN (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 508152 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508152 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508154 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508154 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508155 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 508155 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6948f4f4[collection1_shard2_replica_n2] main]
[junit4] 2> 508156 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 508157 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 508158 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508158 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649506992203497472
[junit4] 2> 508187 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 508187 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 508189 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 508189 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 508189 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45601/bf/o/collection1_shard2_replica_n2/
[junit4] 2> 508189 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 508189 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy https://127.0.0.1:45601/bf/o/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 508189 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72681106178572301-core_node3-n_0000000000
[junit4] 2> 508190 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45601/bf/o/collection1_shard2_replica_n2/ shard2
[junit4] 2> 508197 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508197 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508199 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508199 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508200 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 508204 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@22fdf1bd[collection1_shard1_replica_n1] main]
[junit4] 2> 508204 INFO (searcherExecutor-2046-thread-1-processing-n:127.0.0.1:45601_bf%2Fo x:collection1_shard2_replica_n2 c:collection1 s:shard2) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@6948f4f4[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508205 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 508206 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 508206 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508206 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649506992253829120
[junit4] 2> 508211 INFO (searcherExecutor-2047-thread-1-processing-n:127.0.0.1:37337_bf%2Fo x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@22fdf1bd[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508218 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 508218 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 508220 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 508220 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 508220 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37337/bf/o/collection1_shard1_replica_n1/
[junit4] 2> 508220 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 508220 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37337/bf/o/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 508220 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72681106178572300-core_node4-n_0000000000
[junit4] 2> 508222 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37337/bf/o/collection1_shard1_replica_n1/ shard1
[junit4] 2> 508410 INFO (zkCallback-2060-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508411 INFO (zkCallback-2066-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508411 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 508411 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 508413 INFO (qtp611595368-5819) [n:127.0.0.1:45601_bf%2Fo c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1625
[junit4] 2> 508414 INFO (qtp1322037901-5834) [n:127.0.0.1:37337_bf%2Fo c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1624
[junit4] 2> 508416 INFO (qtp1322037901-5832) [n:127.0.0.1:37337_bf%2Fo c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45601_bf%252Fo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1677
[junit4] 2> 508424 INFO (qtp1322037901-5830) [n:127.0.0.1:37337_bf%2Fo c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37337_bf%252Fo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1686
[junit4] 2> 508425 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 2 active replicas in collection: collection1
[junit4] 2> 508516 INFO (zkCallback-2039-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508516 INFO (zkCallback-2066-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508516 INFO (zkCallback-2060-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508516 INFO (zkCallback-2066-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508516 INFO (zkCallback-2060-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508518 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 508518 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 2> 508518 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 508519 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.RollingRestartTest Current overseer leader = 127.0.0.1:41703_bf%2Fo
[junit4] 1> / (11)
[junit4] 1> /configs (2)
[junit4] 1> /configs/_default (7)
[junit4] 1> /configs/_default/protwords.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /configs/_default/managed-schema (0)
[junit4] 1> DATA:
[junit4] 1> <?xml version="1.0" encoding="UTF-8" ?>
[junit4] 1> <!--
[junit4] 1> Licensed to the Apache Software Foundation (ASF) under one or more
[junit4] 1> contributor license agreements. See the NOTICE file distributed with
[junit4] 1> this work for additional information regarding copyright ownership.
[junit4] 1> The ASF licenses this file to You under the Apache License, Version 2.0
[junit4] 1> (the "License"); you may not use this file except in compliance with
[junit4] 1> the License. You may obtain a copy of the License at
[junit4] 1>
[junit4] 1> http://www.apache.org/licenses/LICENSE-2.0
[junit4] 1>
[junit4] 1> Unless required by applicable law or agreed to in writing, software
[junit4] 1> distributed under the License is distributed on an "AS IS" BASIS,
[junit4] 1> WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
[junit4] 1> See the License for the specific language governing permissions and
[junit4] 1> limitations under the License.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!--
[junit4] 1>
[junit4] 1> This example schema is the recommended starting point for users.
[junit4] 1> It should be kept correct and concise, usable out-of-the-box.
[junit4] 1>
[junit4] 1>
[junit4] 1> For more information, on how to customize this file, please see
[junit4] 1> http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
[junit4] 1>
[junit4] 1> PERFORMANCE NOTE: this schema includes many optional features and should not
[junit4] 1> be used for benchmarking. To improve performance one could
[junit4] 1> - set stored="false" for all fields possible (esp large fields) when you
[junit4] 1> only need to search on the field but don't need to return the original
[junit4] 1> value.
[junit4] 1> - set indexed="false" if you don't need to search on the field, but only
[junit4] 1> return the field as a result of searching on other indexed fields.
[junit4] 1> - remove all unneeded copyField statements
[junit4] 1> - for best index size and searching performance, set "index" to false
[junit4] 1> for all general text fields, use copyField to copy them to the
[junit4] 1> catchall "text" field, and use that for searching.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <schema name="default-config" version="1.6">
[junit4] 1> <!-- attribute "name" is the name of this schema and is only used for display purposes.
[junit4] 1> version="x.y" is Solr's version number for the schema syntax and
[junit4] 1> semantics. It should not normally be changed by applications.
[junit4] 1>
[junit4] 1> 1.0: multiValued attribute did not exist, all fields are multiValued
[junit4] 1> by nature
[junit4] 1> 1.1: multiValued attribute introduced, false by default
[junit4] 1> 1.2: omitTermFreqAndPositions attribute introduced, true by default
[junit4] 1> except for text fields.
[junit4] 1> 1.3: removed optional field compress feature
[junit4] 1> 1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
[junit4] 1> behavior when a single string produces multiple tokens. Defaults
[junit4] 1> to off for version >= 1.4
[junit4] 1> 1.5: omitNorms defaults to true for primitive field types
[junit4] 1> (int, float, boolean, string...)
[junit4] 1> 1.6: useDocValuesAsStored defaults to true.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- Valid attributes for fields:
[junit4] 1> name: mandatory - the name for the field
[junit4] 1> type: mandatory - the name of a field type from the
[junit4] 1> fieldTypes section
[junit4] 1> indexed: true if this field should be indexed (searchable or sortable)
[junit4] 1> stored: true if this field should be retrievable
[junit4] 1> docValues: true if this field should have doc values. Doc Values is
[junit4] 1> recommended (required, if you are using *Point fields) for faceting,
[junit4] 1> grouping, sorting and function queries. Doc Values will make the index
[junit4] 1> faster to load, more NRT-friendly and more memory-efficient.
[junit4] 1> They are currently only supported by StrField, UUIDField, all
[junit4] 1> *PointFields, and depending on the field type, they might require
[junit4] 1> the field to be single-valued, be required or have a default value
[junit4] 1> (check the documentation of the field type you're interested in for
[junit4] 1> more information)
[junit4] 1> multiValued: true if this field may contain multiple values per document
[junit4] 1> omitNorms: (expert) set to true to omit the norms associated with
[junit4] 1> this field (this disables length normalization and index-time
[junit4] 1> boosting for the field, and saves some memory). Only full-text
[junit4] 1> fields or fields that need an index-time boost need norms.
[junit4] 1> Norms are omitted for primitive (non-analyzed) types by default.
[junit4] 1> termVectors: [false] set to true to store the term vector for a
[junit4] 1> given field.
[junit4] 1> When using MoreLikeThis, fields used for similarity should be
[junit4] 1> stored for best performance.
[junit4] 1> termPositions: Store position information with the term vector.
[junit4] 1> This will increase storage costs.
[junit4] 1> termOffsets: Store offset information with the term vector. This
[junit4] 1> will increase storage costs.
[junit4] 1> required: The field is required. It will throw an error if the
[junit4] 1> value does not exist
[junit4] 1> default: a value that should be used if no value is specified
[junit4] 1> when adding a document.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- field names should consist of alphanumeric or underscore characters only and
[junit4] 1> not start with a digit. This is not currently strictly enforced,
[junit4] 1> but other field names will not have first class support from all components
[junit4] 1> and back compatibility is not guaranteed. Names with both leading and
[junit4] 1> trailing underscores (e.g. _version_) are reserved.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- In this _default configset, only four fields are pre-declared:
[junit4] 1> id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
[junit4] 1> "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
[junit4] 1>
[junit4] 1> Note that many dynamic fields are also defined - you can use them to specify a
[junit4] 1> field's type via field naming conventions - see below.
[junit4] 1>
[junit4] 1> WARNING: The _text_ catch-all field will significantly increase your index size.
[junit4] 1> If you don't need it, consider removing it and the corresponding copyField directive.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
[junit4] 1> <!-- docValues are enabled by default for long type so we don't need to index the version field -->
[junit4] 1> <field name="_version_" type="plong" indexed="false" stored="false"/>
[junit4] 1>
[junit4] 1>
[...truncated too long message...]
egistry=solr.cluster, tag=null
[junit4] 2> 631553 INFO (closeThreadPool-2107-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72681106178572300-127.0.0.1:37337_bf%2Fo-n_0000000032) closing
[junit4] 2> 631556 INFO (closeThreadPool-2107-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72681106178572300-127.0.0.1:37337_bf%2Fo-n_0000000032) closing
[junit4] 2> 631561 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 631561 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35bd0272: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@278c855
[junit4] 2> 631562 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 631562 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5865fbd7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ad04f6c
[junit4] 2> 631562 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 631562 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c101303: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@245b0a62
[junit4] 2> 631562 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 631574 INFO (zkCallback-2089-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 631607 INFO (closeThreadPool-2109-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) closing
[junit4] 2> 631607 INFO (closeThreadPool-2109-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) closing
[junit4] 2> 631673 INFO (closeThreadPool-2097-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72681106178572300-127.0.0.1:37337_bf%2Fo-n_0000000032) closing
[junit4] 2> 631675 INFO (zkCallback-2024-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 631675 INFO (closeThreadPool-2097-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@ff1b8b6{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 631676 INFO (closeThreadPool-2097-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12b4fc8{/bf/o,null,UNAVAILABLE}
[junit4] 2> 631676 INFO (closeThreadPool-2097-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 631777 INFO (closeThreadPool-2097-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3f5f620{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45601}
[junit4] 2> 631778 INFO (closeThreadPool-2097-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63f949bb{/bf/o,null,UNAVAILABLE}
[junit4] 2> 631778 INFO (closeThreadPool-2097-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 631876 INFO (closeThreadPool-2097-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000) closing
[junit4] 2> 631879 INFO (closeThreadPool-2097-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b2041d0{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 631879 INFO (closeThreadPool-2097-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a196483{/bf/o,null,UNAVAILABLE}
[junit4] 2> 631879 INFO (closeThreadPool-2097-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 631880 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 632433 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36373
[junit4] 2> 632433 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36373
[junit4] 2> 632433 INFO (TEST-RollingRestartTest.test-seed#[38B6F225DAE7D49]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36373
[junit4] 2> 632496 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/collection1/state.json
[junit4] 2> 9 /solr/collections/control_collection/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/72681106178572300-127.0.0.1:37337_bf%2Fo-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72681106178572293-127.0.0.1:41703_bf%2Fo-n_0000000033
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/overseer/queue
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 20 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=38B6F225DAE7D49 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ee -Dtests.timezone=America/Curacao -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 131s J1 | RollingRestartTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: No overseer leader found after restart #1: 127.0.0.1:37337_bf%2Fo
[junit4] > at __randomizedtesting.SeedInfo.seed([38B6F225DAE7D49:8BDF50F8F35210B1]:0)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:112)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_38B6F225DAE7D49-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1055, maxMBSortInHeap=5.376298185665914, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@11dd017b), locale=ee, timezone=America/Curacao
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=224539488,total=459276288
[junit4] 2> NOTE: All tests run in this JVM: [NoCacheHeaderTest, TestDocSet, TestCursorMarkWithoutUniqueKey, TestMultiWordSynonyms, DisMaxRequestHandlerTest, TestPrepRecovery, BigEndianAscendingWordSerializerTest, TestNonDefinedSimilarityFactory, BooleanFieldTest, SystemInfoHandlerTest, ClassificationUpdateProcessorTest, SortByFunctionTest, DistribDocExpirationUpdateProcessorTest, TestLFUCache, TestConfigOverlay, SecurityConfHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, DistributedFacetPivotSmallAdvancedTest, CdcrReplicationHandlerTest, StatelessScriptUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestConfigSetsAPIExclusivity, TestSortableTextField, TestEmbeddedSolrServerAdminHandler, TestManagedResourceStorage, TestInPlaceUpdateWithRouteField, DistributedVersionInfoTest, TestExclusionRuleCollectionAccess, MetricsHandlerTest, TestRandomFaceting, TestJettySolrRunner, SortSpecParsingTest, TestGraphMLResponseWriter, TestSolrIndexConfig, TestReload, TestSort, TestFreeTextSuggestions, TestRebalanceLeaders, AutoAddReplicasIntegrationTest, MetricTriggerTest, ReplaceNodeTest, TestDocTermOrds, TestRemoteStreaming, BasicDistributedZk2Test, PreAnalyzedFieldManagedSchemaCloudTest, MoreLikeThisComponentTest, TestDynamicLoading, TestValueSourceCache, AuthToolTest, TestComplexPhraseQParserPlugin, BadComponentTest, TestSimClusterStateProvider, RollingRestartTest]
[junit4] Completed [173/888 (1!)] on J1 in 130.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 55336 lines...]