You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/12/27 19:29:35 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2057 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2057/
1 tests failed.
FAILED: org.apache.solr.cloud.DistribCursorPagingTest.test
Error Message:
Error from server at http://127.0.0.1:45405/f_yg/control_collection: ERROR adding document SolrInputDocument(fields: [id=230, int=-1398699663, long=-3870462045741410716, float=6.7849363E8, double=-4.427522944017457E8, str=, bin=[B@233bb10f, date=-58707686-08-11T04:27:57.626Z, uuid=289a7dde-180e-40fb-9ec6-f87b36718d2e, currency=-1.943187508E7,USD, bool=t, enum=Medium, _version_=1654097440431669248, _root_=230])
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45405/f_yg/control_collection: ERROR adding document SolrInputDocument(fields: [id=230, int=-1398699663, long=-3870462045741410716, float=6.7849363E8, double=-4.427522944017457E8, str=, bin=[B@233bb10f, date=-58707686-08-11T04:27:57.626Z, uuid=289a7dde-180e-40fb-9ec6-f87b36718d2e, currency=-1.943187508E7,USD, bool=t, enum=Medium, _version_=1654097440431669248, _root_=230])
at __randomizedtesting.SeedInfo.seed([F4D29CC3A97F9D86:7C86A3190783F07E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.indexDoc(AbstractFullDistribZkTestBase.java:965)
at org.apache.solr.cloud.DistribCursorPagingTest.doRandomSortsOnLargeIndex(DistribCursorPagingTest.java:584)
at org.apache.solr.cloud.DistribCursorPagingTest.test(DistribCursorPagingTest.java:94)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14732 lines...]
[junit4] Suite: org.apache.solr.cloud.DistribCursorPagingTest
[junit4] 2> 2263686 INFO (SUITE-DistribCursorPagingTest-seed#[F4D29CC3A97F9D86]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/data-dir-229-001
[junit4] 2> 2263686 INFO (SUITE-DistribCursorPagingTest-seed#[F4D29CC3A97F9D86]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2263687 INFO (SUITE-DistribCursorPagingTest-seed#[F4D29CC3A97F9D86]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-9182 - causes OOM")
[junit4] 2> 2263687 INFO (SUITE-DistribCursorPagingTest-seed#[F4D29CC3A97F9D86]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2263687 INFO (SUITE-DistribCursorPagingTest-seed#[F4D29CC3A97F9D86]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /f_yg/
[junit4] 2> 2263690 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2263694 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2263694 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2263794 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer start zk server on port:36669
[junit4] 2> 2263794 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36669
[junit4] 2> 2263794 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36669
[junit4] 2> 2263794 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36669
[junit4] 2> 2263796 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2263797 INFO (zkConnectionManagerCallback-8534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2263797 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2263799 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2263800 INFO (zkConnectionManagerCallback-8536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2263800 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2263801 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-deeppaging.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2263802 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema-sorts.xml to /configs/conf1/schema.xml
[junit4] 2> 2263804 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2263805 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2263806 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2263807 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2263808 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2263808 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2263809 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2263810 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2263811 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2263812 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2263943 WARN (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2263943 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2263943 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2263943 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2263943 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2263943 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2263943 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2263944 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15337bb4{/f_yg,null,AVAILABLE}
[junit4] 2> 2263944 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57082382{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45405}
[junit4] 2> 2263944 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.s.Server Started @2263973ms
[junit4] 2> 2263945 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/f_yg, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/tempDir-001/control/data, hostPort=45405, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/control-001/cores, replicaType=NRT}
[junit4] 2> 2263945 ERROR (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2263945 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2263945 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2263945 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2263945 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2263945 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-27T18:10:30.298360Z
[junit4] 2> 2263946 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2263946 INFO (zkConnectionManagerCallback-8538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2263946 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2264048 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2264048 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/control-001/solr.xml
[junit4] 2> 2264050 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2264050 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2264051 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2264101 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2264102 WARN (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74fd41c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2264102 WARN (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74fd41c6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2264104 WARN (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16385bf7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2264104 WARN (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16385bf7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2264105 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36669/solr
[junit4] 2> 2264106 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2264107 INFO (zkConnectionManagerCallback-8545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2264107 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2264209 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2264210 INFO (zkConnectionManagerCallback-8547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2264210 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2264276 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45405_f_yg
[junit4] 2> 2264277 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.c.Overseer Overseer (id=72968008569454596-127.0.0.1:45405_f_yg-n_0000000000) starting
[junit4] 2> 2264280 INFO (OverseerStateUpdate-72968008569454596-127.0.0.1:45405_f_yg-n_0000000000) [n:127.0.0.1:45405_f_yg ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45405_f_yg
[junit4] 2> 2264280 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45405_f_yg
[junit4] 2> 2264286 INFO (OverseerStateUpdate-72968008569454596-127.0.0.1:45405_f_yg-n_0000000000) [n:127.0.0.1:45405_f_yg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2264288 WARN (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2264310 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2264324 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2264330 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2264330 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2264331 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2264332 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [n:127.0.0.1:45405_f_yg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/control-001/cores
[junit4] 2> 2264342 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2264343 INFO (zkConnectionManagerCallback-8556-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2264343 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2264344 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2264345 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36669/solr ready
[junit4] 2> 2264347 INFO (qtp119702688-35499) [n:127.0.0.1:45405_f_yg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45405_f_yg&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2264350 INFO (OverseerThreadFactory-8820-thread-1-processing-n:127.0.0.1:45405_f_yg) [n:127.0.0.1:45405_f_yg ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2264456 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2264456 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2265466 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2265474 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=sortable
[junit4] 2> 2265527 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema sortable/1.6 with uniqueid field id
[junit4] 2> 2265527 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2265527 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2265528 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2265530 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.708984375, noCFSRatio=1.0]
[junit4] 2> 2265571 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2265571 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2265573 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2265573 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2265573 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=26.09765625, floorSegmentMB=1.1640625, forceMergeDeletesPctAllowed=22.946944030143662, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5710263111401519, deletesPctAllowed=29.579274882089855
[junit4] 2> 2265574 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@65801221[control_collection_shard1_replica_n1] main]
[junit4] 2> 2265575 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2265576 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2265576 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2265576 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654097425915183104
[junit4] 2> 2265578 INFO (searcherExecutor-8825-thread-1-processing-n:127.0.0.1:45405_f_yg x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@65801221[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2265580 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2265580 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2265589 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2265589 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2265589 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45405/f_yg/control_collection_shard1_replica_n1/
[junit4] 2> 2265589 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2265590 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45405/f_yg/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2265590 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72968008569454596-core_node2-n_0000000000
[junit4] 2> 2265592 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45405/f_yg/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2265693 INFO (zkCallback-8546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2265693 INFO (zkCallback-8546-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2265694 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2265695 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1239
[junit4] 2> 2265696 INFO (qtp119702688-35499) [n:127.0.0.1:45405_f_yg ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2265796 INFO (zkCallback-8546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2265796 INFO (zkCallback-8546-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2265796 INFO (zkCallback-8546-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2265796 INFO (qtp119702688-35499) [n:127.0.0.1:45405_f_yg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45405_f_yg&wt=javabin&version=2} status=0 QTime=1449
[junit4] 2> 2265796 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2265901 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2265902 INFO (zkConnectionManagerCallback-8562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2265902 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2265902 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2265903 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36669/solr ready
[junit4] 2> 2265903 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2265904 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2265906 INFO (OverseerThreadFactory-8820-thread-2-processing-n:127.0.0.1:45405_f_yg) [n:127.0.0.1:45405_f_yg ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2265906 INFO (OverseerCollectionConfigSetProcessor-72968008569454596-127.0.0.1:45405_f_yg-n_0000000000) [n:127.0.0.1:45405_f_yg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2266108 WARN (OverseerThreadFactory-8820-thread-2-processing-n:127.0.0.1:45405_f_yg) [n:127.0.0.1:45405_f_yg ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2266110 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2266110 INFO (qtp119702688-35501) [n:127.0.0.1:45405_f_yg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 2266111 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2266111 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2266111 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2266111 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2266111 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2266111 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2266111 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 2266228 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-1-001 of type NRT
[junit4] 2> 2266229 WARN (closeThreadPool-8563-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2266229 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2266229 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2266229 INFO (closeThreadPool-8563-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2266234 INFO (closeThreadPool-8563-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2266234 INFO (closeThreadPool-8563-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2266234 INFO (closeThreadPool-8563-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2266234 INFO (closeThreadPool-8563-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24fcb28e{/f_yg,null,AVAILABLE}
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78baf77e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39993}
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.e.j.s.Server Started @2266264ms
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/f_yg, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/tempDir-001/jetty1, hostPort=39993, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 2266235 ERROR (closeThreadPool-8563-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2266235 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-27T18:10:32.588520Z
[junit4] 2> 2266238 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266239 INFO (zkConnectionManagerCallback-8565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266239 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266345 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2266345 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-1-001/solr.xml
[junit4] 2> 2266347 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2266347 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2266348 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2266359 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-2-001 of type NRT
[junit4] 2> 2266360 WARN (closeThreadPool-8563-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2266360 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2266360 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2266360 INFO (closeThreadPool-8563-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2266366 INFO (closeThreadPool-8563-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2266366 INFO (closeThreadPool-8563-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2266366 INFO (closeThreadPool-8563-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f210a35{/f_yg,null,AVAILABLE}
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@280d1ce6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34529}
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.e.j.s.Server Started @2266396ms
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/f_yg, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/tempDir-001/jetty2, hostPort=34529, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 2266367 ERROR (closeThreadPool-8563-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2266367 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-27T18:10:32.720678Z
[junit4] 2> 2266368 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266374 INFO (zkConnectionManagerCallback-8568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266374 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266394 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2266395 WARN (closeThreadPool-8563-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ea6a954[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266395 WARN (closeThreadPool-8563-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ea6a954[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266397 WARN (closeThreadPool-8563-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@322c8f38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266397 WARN (closeThreadPool-8563-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@322c8f38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266398 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36669/solr
[junit4] 2> 2266398 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266403 INFO (zkConnectionManagerCallback-8574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266404 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266475 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2266475 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-2-001/solr.xml
[junit4] 2> 2266477 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-3-001 of type NRT
[junit4] 2> 2266477 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2266477 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2266478 WARN (closeThreadPool-8563-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2266478 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2266478 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2266478 INFO (closeThreadPool-8563-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2266479 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2266485 INFO (closeThreadPool-8563-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2266485 INFO (closeThreadPool-8563-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2266485 INFO (closeThreadPool-8563-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2266486 INFO (closeThreadPool-8563-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54e05543{/f_yg,null,AVAILABLE}
[junit4] 2> 2266486 INFO (closeThreadPool-8563-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e80db6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44891}
[junit4] 2> 2266486 INFO (closeThreadPool-8563-thread-3) [ ] o.e.j.s.Server Started @2266515ms
[junit4] 2> 2266486 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/f_yg, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/tempDir-001/jetty3, hostPort=44891, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 2266487 ERROR (closeThreadPool-8563-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2266487 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2266487 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2266487 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2266487 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2266487 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-27T18:10:32.840168Z
[junit4] 2> 2266488 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266488 INFO (zkConnectionManagerCallback-8577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266488 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266528 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2266529 WARN (closeThreadPool-8563-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14f1489f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266529 WARN (closeThreadPool-8563-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14f1489f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266533 WARN (closeThreadPool-8563-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4b8360d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266533 WARN (closeThreadPool-8563-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4b8360d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266534 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36669/solr
[junit4] 2> 2266538 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266542 INFO (zkConnectionManagerCallback-8583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266542 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266576 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266577 INFO (zkConnectionManagerCallback-8585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266577 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266590 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2266590 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-3-001/solr.xml
[junit4] 2> 2266592 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2266592 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2266593 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2266601 INFO (TEST-DistribCursorPagingTest.test-seed#[F4D29CC3A97F9D86]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-4-001 of type NRT
[junit4] 2> 2266602 WARN (closeThreadPool-8563-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2266602 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2266602 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2266602 INFO (closeThreadPool-8563-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2266618 INFO (closeThreadPool-8563-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2266618 INFO (closeThreadPool-8563-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2266618 INFO (closeThreadPool-8563-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2266618 INFO (closeThreadPool-8563-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45a78f1b{/f_yg,null,AVAILABLE}
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c83a8be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38109}
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.e.j.s.Server Started @2266648ms
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/f_yg, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/tempDir-001/jetty4, hostPort=38109, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 2266619 ERROR (closeThreadPool-8563-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2266619 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-27T18:10:32.972458Z
[junit4] 2> 2266622 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266622 INFO (zkConnectionManagerCallback-8588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266622 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266714 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2266716 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.ZkController Publish node=127.0.0.1:39993_f_yg as DOWN
[junit4] 2> 2266716 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2266716 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39993_f_yg
[junit4] 2> 2266717 INFO (zkCallback-8561-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2266717 INFO (zkCallback-8546-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2266718 WARN (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2266725 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266726 INFO (zkConnectionManagerCallback-8590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266726 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266726 INFO (zkCallback-8584-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2266728 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2266729 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.ZkController Publish node=127.0.0.1:34529_f_yg as DOWN
[junit4] 2> 2266730 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2266730 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34529_f_yg
[junit4] 2> 2266731 INFO (zkCallback-8561-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2266731 INFO (zkCallback-8546-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2266731 INFO (zkCallback-8584-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2266732 WARN (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2266746 INFO (zkCallback-8589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2266750 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2266750 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2266761 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2266762 WARN (closeThreadPool-8563-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1826f485[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266762 WARN (closeThreadPool-8563-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1826f485[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266766 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266766 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266766 WARN (closeThreadPool-8563-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@696ceb31[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266766 WARN (closeThreadPool-8563-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@696ceb31[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266767 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36669/solr
[junit4] 2> 2266768 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266774 INFO (zkConnectionManagerCallback-8604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266774 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266776 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266776 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266777 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266777 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266777 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2266778 INFO (closeThreadPool-8563-thread-2) [n:127.0.0.1:34529_f_yg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-2-001/cores
[junit4] 2> 2266778 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2266778 INFO (closeThreadPool-8563-thread-1) [n:127.0.0.1:39993_f_yg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-1-001/cores
[junit4] 2> 2266812 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2266812 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-4-001/solr.xml
[junit4] 2> 2266815 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2266815 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2266816 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2266821 INFO (closeThreadPool-8563-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:39993_f_yg
[junit4] 2> 2266823 INFO (closeThreadPool-8563-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34529_f_yg
[junit4] 2> 2266925 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266932 INFO (zkConnectionManagerCallback-8607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266933 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266940 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2266942 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2266942 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.ZkController Publish node=127.0.0.1:44891_f_yg as DOWN
[junit4] 2> 2266943 WARN (closeThreadPool-8563-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ddee469[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266943 WARN (closeThreadPool-8563-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ddee469[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266944 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2266944 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44891_f_yg
[junit4] 2> 2266945 INFO (zkCallback-8584-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2266945 INFO (zkCallback-8589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2266945 INFO (zkCallback-8561-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2266945 INFO (zkCallback-8546-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2266946 WARN (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2266951 WARN (closeThreadPool-8563-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@290ef8e4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266951 WARN (closeThreadPool-8563-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@290ef8e4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2266952 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36669/solr
[junit4] 2> 2266954 INFO (zkCallback-8606-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2266958 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2266958 INFO (zkConnectionManagerCallback-8616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2266958 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2266958 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2266972 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266979 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266979 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2266980 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2266981 INFO (closeThreadPool-8563-thread-3) [n:127.0.0.1:44891_f_yg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-3-001/cores
[junit4] 2> 2267029 INFO (closeThreadPool-8563-thread-3) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44891_f_yg
[junit4] 2> 2267060 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2267061 INFO (zkConnectionManagerCallback-8619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2267061 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2267065 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2267070 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.ZkController Publish node=127.0.0.1:38109_f_yg as DOWN
[junit4] 2> 2267071 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2267071 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38109_f_yg
[junit4] 2> 2267072 INFO (zkCallback-8589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2267072 INFO (zkCallback-8561-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2267072 INFO (zkCallback-8606-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2267072 INFO (zkCallback-8584-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2267072 INFO (zkCallback-8546-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2267074 WARN (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2267078 INFO (zkCallback-8618-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2267086 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2267101 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2267107 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2267107 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2267108 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2267109 INFO (closeThreadPool-8563-thread-4) [n:127.0.0.1:38109_f_yg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-4-001/cores
[junit4] 2> 2267138 INFO (closeThreadPool-8563-thread-4) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38109_f_yg
[junit4] 2> 2267141 INFO (qtp741510584-35570) [n:127.0.0.1:34529_f_yg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44891_f_yg&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2267141 INFO (qtp741510584-35572) [n:127.0.0.1:34529_f_yg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34529_f_yg&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2267141 INFO (qtp741510584-35571) [n:127.0.0.1:34529_f_yg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38109_f_yg&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2267141 INFO (qtp741510584-35573) [n:127.0.0.1:34529_f_yg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39993_f_yg&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2267143 INFO (OverseerCollectionConfigSetProcessor-72968008569454596-127.0.0.1:45405_f_yg-n_0000000000) [n:127.0.0.1:45405_f_yg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2267144 INFO (OverseerThreadFactory-8820-thread-4-processing-n:127.0.0.1:45405_f_yg) [n:127.0.0.1:45405_f_yg c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44891_f_yg for creating new replica of shard shard2 for collection collection1
[junit4] 2> 2267144 INFO (OverseerThreadFactory-8820-thread-3-processing-n:127.0.0.1:45405_f_yg) [n:127.0.0.1:45405_f_yg c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34529_f_yg for creating new replica of shard shard1 for collection collection1
[junit4] 2> 2267145 INFO (OverseerThreadFactory-8820-thread-4-processing-n:127.0.0.1:45405_f_yg) [n:127.0.0.1:45405_f_yg c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2267145 INFO (OverseerThreadFactory-8820-thread-3-processing-n:127.0.0.1:45405_f_yg) [n:127.0.0.1:45405_f_yg c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2267147 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2267148 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2268162 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2268163 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2268177 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n1] Schema name=sortable
[junit4] 2> 2268177 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=sortable
[junit4] 2> 2268236 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema sortable/1.6 with uniqueid field id
[junit4] 2> 2268236 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 2268237 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2268237 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-3-001/cores/collection1_shard2_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-3-001/cores/collection1_shard2_replica_n1/data/]
[junit4] 2> 2268239 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.708984375, noCFSRatio=1.0]
[junit4] 2> 2268239 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema sortable/1.6 with uniqueid field id
[junit4] 2> 2268239 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 2268239 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@327d816
[junit4] 2> 2268239 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-2-001/cores/collection1_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001/shard-2-001/cores/collection1_shard1_replica_n2/data/]
[junit4] 2> 2268241 INFO (qtp741510584-35569) [n:127.0.0.1:34529_f_yg c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.708984375, noCFSRatio=1.0]
[junit4] 2> 2268278 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2268278 INFO (qtp114788788-35591) [n:127.0.0.1:44891_f_yg c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u
[...truncated too long message...]
.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.indexDoc(AbstractFullDistribZkTestBase.java:965)
[junit4] > at org.apache.solr.cloud.DistribCursorPagingTest.doRandomSortsOnLargeIndex(DistribCursorPagingTest.java:584)
[junit4] > at org.apache.solr.cloud.DistribCursorPagingTest.test(DistribCursorPagingTest.java:94)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.DistribCursorPagingTest_F4D29CC3A97F9D86-001
[junit4] 2> Dec 27, 2019 6:10:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {bool=PostingsFormat(name=MockRandom), collation_en_primary_first=Lucene84, currency_first____amount_raw=BlockTreeOrds(blocksize=128), str_last=FST50, currency_first____currency=BlockTreeOrds(blocksize=128), uuid=Lucene84, enum_first=PostingsFormat(name=MockRandom), str_first=PostingsFormat(name=MockRandom), icu_collation_en_primary_first=BlockTreeOrds(blocksize=128), id=Lucene84, currency____amount_raw=PostingsFormat(name=MockRandom), collation_en_primary_last=BlockTreeOrds(blocksize=128), currency_last____currency=Lucene84, uuid_first=FST50, bool_first=BlockTreeOrds(blocksize=128), _root_=PostingsFormat(name=MockRandom), bool_last=Lucene84, uuid_last=PostingsFormat(name=MockRandom), enum=BlockTreeOrds(blocksize=128), str=BlockTreeOrds(blocksize=128), enum_dv_last=Lucene84, enum_last=FST50, icu_collation_en_primary_last=BlockTreeOrds(blocksize=128), currency____currency=PostingsFormat(name=MockRandom), currency_last____amount_raw=BlockTreeOrds(blocksize=128), enum_dv_first=BlockTreeOrds(blocksize=128), enum_dv=FST50}, docValues:{collation_en_primary_dv_first=DocValuesFormat(name=Asserting), collation_en_primary_dv=DocValuesFormat(name=Lucene80), bin=DocValuesFormat(name=Lucene80), collation_en_primary_first=DocValuesFormat(name=Lucene80), date_dv_last=DocValuesFormat(name=Asserting), str_last=DocValuesFormat(name=Asserting), float=DocValuesFormat(name=Asserting), bin_last=DocValuesFormat(name=Asserting), int_dv=DocValuesFormat(name=Asserting), str_first=DocValuesFormat(name=Asserting), str_dv_first=DocValuesFormat(name=Lucene80), icu_collation_en_primary_dv=DocValuesFormat(name=Lucene80), float_dv=DocValuesFormat(name=Lucene80), long_dv_last=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), collation_en_primary_last=DocValuesFormat(name=Lucene80), bin_first=DocValuesFormat(name=Asserting), collation_en_primary_dv_last=DocValuesFormat(name=Asserting), long_dv_first=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), float_dv_last=DocValuesFormat(name=Asserting), str=DocValuesFormat(name=Lucene80), bin_dv_last=DocValuesFormat(name=Lucene80), uuid_dv_first=DocValuesFormat(name=Lucene80), double_dv=DocValuesFormat(name=Asserting), enum_dv_last=DocValuesFormat(name=Lucene80), str_dv=DocValuesFormat(name=Asserting), icu_collation_en_primary_last=DocValuesFormat(name=Lucene80), bin_dv_first=DocValuesFormat(name=Lucene80), enum_dv=DocValuesFormat(name=Asserting), uuid_dv=DocValuesFormat(name=Asserting), icu_collation_en_primary_dv_first=DocValuesFormat(name=Asserting), date_dv=DocValuesFormat(name=Lucene80), float_dv_first=DocValuesFormat(name=Asserting), double_dv_last=DocValuesFormat(name=Lucene80), uuid_dv_last=DocValuesFormat(name=Lucene80), date_dv_first=DocValuesFormat(name=Asserting), int_last=DocValuesFormat(name=Asserting), str_dv_last=DocValuesFormat(name=Lucene80), icu_collation_en_primary_dv_last=DocValuesFormat(name=Asserting), icu_collation_en_primary_first=DocValuesFormat(name=Lucene80), float_first=DocValuesFormat(name=Lucene80), int_dv_first=DocValuesFormat(name=Lucene80), double_dv_first=DocValuesFormat(name=Lucene80), int=DocValuesFormat(name=Lucene80), int_first=DocValuesFormat(name=Asserting), int_dv_last=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), enum_dv_first=DocValuesFormat(name=Lucene80), float_last=DocValuesFormat(name=Lucene80), long_dv=DocValuesFormat(name=Lucene80), bin_dv=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1126, maxMBSortInHeap=5.441415401171014, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@416e24ca), locale=ii, timezone=America/Porto_Acre
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=41507896,total=510656512
[junit4] 2> NOTE: All tests run in this JVM: [AuditLoggerIntegrationTest, TestBinaryResponseWriter, CustomTermsComponentTest, TestLockTree, BasicDistributedZkTest, PropertiesRequestHandlerTest, BlobRepositoryCloudTest, TestSolrQueryParser, DistanceFunctionTest, TemplateUpdateProcessorTest, SpellCheckCollatorTest, SpellingQueryConverterTest, ScheduledTriggerTest, CoreMergeIndexesAdminHandlerTest, TestMultiWordSynonyms, AnalyticsMergeStrategyTest, ConnectionReuseTest, VersionInfoTest, SolrMetricReporterTest, TestDistributedStatsComponentCardinality, TestFuzzyAnalyzedSuggestions, TestExactSharedStatsCache, TestReplicationHandler, CopyFieldTest, TestXmlQParserPlugin, TestDistribPackageStore, PluginInfoTest, TestSearcherReuse, LegacyCloudClusterPropTest, DistributedFacetPivotWhiteBoxTest, TestSolrIndexConfig, OverseerTest, SignatureUpdateProcessorFactoryTest, StatsComponentTest, NodeLostTriggerIntegrationTest, URLClassifyProcessorTest, TestSolrConfigHandler, SubstringBytesRefFilterTest, SystemLogListenerTest, TestAuthorizationFramework, TestRebalanceLeaders, BitVectorTest, TestLuceneMatchVersion, BadIndexSchemaTest, TestConfigSetsAPIZkFailure, TestSolrCloudWithSecureImpersonation, TestSimClusterStateProvider, TestManagedResource, ConvertedLegacyTest, DocumentAnalysisRequestHandlerTest, TestIndexSearcher, SolrXmlInZkTest, HttpPartitionTest, TestGeoJSONResponseWriter, TestBM25SimilarityFactory, TestJsonFacetRefinement, TestBulkSchemaConcurrent, DeleteNodeTest, TestSegmentSorting, TestPackages, RecoveryAfterSoftCommitTest, RegexBoostProcessorTest, SplitByPrefixTest, DeleteStatusTest, ConfigSetsAPITest, TestDynamicFieldNamesIndexCorrectly, SoftAutoCommitTest, InfixSuggestersTest, SpatialRPTFieldTypeTest, TestSubQueryTransformer, SearchHandlerTest, ZkNodePropsTest, TestInPlaceUpdatesDistrib, TermVectorComponentDistributedTest, TestCloudPhrasesIdentificationComponent, TestCollectionAPIs, TestReload, TestCloudConsistency, TestEmbeddedSolrServerConstructors, ProtectedTermFilterFactoryTest, TestMinMaxOnMultiValuedField, TestSolr4Spatial, CollectionTooManyReplicasTest, TestTrieFacet, TestExclusionRuleCollectionAccess, TestReqParamsAPI, AdminHandlersProxyTest, HdfsDirectoryTest, SolrIndexMetricsTest, TestSimNodeLostTrigger, TestDFRSimilarityFactory, TestUnifiedSolrHighlighter, RoutingToNodesWithPropertiesTest, TestDistributedGrouping, TestLeaderElectionWithEmptyReplica, FullSolrCloudDistribCmdsTest, TestQueryTypes, TestTolerantSearch, AliasIntegrationTest, TestCollationField, TestIndexingPerformance, TestMacros, TestImplicitCoreProperties, TestScoreJoinQPScore, MetricTriggerTest, SortSpecParsingTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, DistanceUnitsTest, TestFoldingMultitermQuery, ShowFileRequestHandlerTest, BlockCacheTest, ZkStateReaderTest, StatsReloadRaceTest, CursorMarkTest, PrimitiveFieldTypeTest, TestLegacyFieldReuse, TestUseDocValuesAsStored, TestStressUserVersions, TestFieldCacheSort, TestCloudRecovery, TestRandomCollapseQParserPlugin, Tagger2Test, TestExceedMaxTermLength, TestLMJelinekMercerSimilarityFactory, TestConfigSets, TestSQLHandlerNonCloud, AnalysisErrorHandlingTest, CollectionStateFormat2Test, TestSimpleTrackingShardHandler, TestCaffeineCache, TestCloudNestedDocsSort, TestDocSet, TestDocumentBuilder, TestClusterProperties, RuleEngineTest, TestMultiValuedNumericRangeQuery, TestSimTriggerIntegration, SystemCollectionCompatTest, TestTolerantUpdateProcessorRandomCloud, TestStressLucene, TestSimDistributedQueue, DistributedQueryComponentOptimizationTest, RestoreTriggerStateTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, CloudExitableDirectoryReaderTest, CreateCollectionCleanupTest, DistribCursorPagingTest]
[junit4] Completed [448/894 (1!)] on J2 in 17.96s, 1 test, 1 error <<< FAILURES!
[...truncated 54474 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2060 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2060/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:45855/kz_o/z
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:45855/kz_o/z
at __randomizedtesting.SeedInfo.seed([B2ADDDD53E601298:3AF9E20F909C7F60]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 51 more
Build Log:
[...truncated 14805 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 2666716 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2666717 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/data-dir-183-001
[junit4] 2> 2666717 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2666718 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2666718 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kz_o/z
[junit4] 2> 2666721 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2666721 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2666721 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer start zk server on port:35999
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35999
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35999
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35999
[junit4] 2> 2666843 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2666879 INFO (zkConnectionManagerCallback-10073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666879 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2666917 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2666923 INFO (zkConnectionManagerCallback-10075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666923 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2666925 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2666927 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2666931 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2666935 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2666938 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2666940 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2666942 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2666944 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2666947 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2666949 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2666951 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2666970 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2666971 INFO (zkConnectionManagerCallback-10079-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666971 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667077 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2667236 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2667236 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2667236 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2667236 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2667263 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2667263 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2667263 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2667264 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e79dc89{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3bcf6eaa{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:32975}
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.Server Started @2667294ms
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/control/data, hostPort=32975, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores, replicaType=NRT}
[junit4] 2> 2667266 ERROR (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:27.599973Z
[junit4] 2> 2667278 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667286 INFO (zkConnectionManagerCallback-10081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667286 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667391 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2667391 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/solr.xml
[junit4] 2> 2667394 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2667394 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2667395 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2667435 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2667437 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@45ad053c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667437 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@45ad053c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667441 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1cde23cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667441 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1cde23cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667442 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2667444 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667445 INFO (zkConnectionManagerCallback-10088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667445 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667550 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667559 INFO (zkConnectionManagerCallback-10090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667559 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667664 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32975_kz_o%2Fz
[junit4] 2> 2667665 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.Overseer Overseer (id=72988762313654277-127.0.0.1:32975_kz_o%2Fz-n_0000000000) starting
[junit4] 2> 2667671 INFO (OverseerStateUpdate-72988762313654277-127.0.0.1:32975_kz_o%2Fz-n_0000000000) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:32975_kz_o%2Fz
[junit4] 2> 2667676 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32975_kz_o%2Fz
[junit4] 2> 2667679 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2667682 INFO (zkCallback-10089-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2667700 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2667719 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2667727 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2667727 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2667729 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2667730 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores
[junit4] 2> 2667749 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667751 INFO (zkConnectionManagerCallback-10099-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667751 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667752 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2667753 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35999/solr ready
[junit4] 2> 2667771 INFO (qtp2033016774-107360) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:32975_kz_o%252Fz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2667774 INFO (OverseerThreadFactory-9488-thread-1-processing-n:127.0.0.1:32975_kz_o%2Fz) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2667898 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2667898 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2668908 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2668924 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2669096 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2669113 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2669114 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2669114 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2669118 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=98.380859375, floorSegmentMB=0.7763671875, forceMergeDeletesPctAllowed=16.63862872054693, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=26.63839131187272
[junit4] 2> 2669135 WARN (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2669180 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2669180 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2669181 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2669181 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2669182 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=1.84375, floorSegmentMB=1.2041015625, forceMergeDeletesPctAllowed=29.699260862052917, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31227433269536475, deletesPctAllowed=41.10846919161328
[junit4] 2> 2669183 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73debb7a[control_collection_shard1_replica_n1] main]
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654429486434746368
[junit4] 2> 2669189 INFO (searcherExecutor-9493-thread-1-processing-n:127.0.0.1:32975_kz_o%2Fz x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@73debb7a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2669192 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2669192 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32975/kz_o/z/control_collection_shard1_replica_n1/
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:32975/kz_o/z/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72988762313654277-core_node2-n_0000000000
[junit4] 2> 2669198 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32975/kz_o/z/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2669300 INFO (zkCallback-10089-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669300 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669301 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2669308 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1410
[junit4] 2> 2669310 INFO (qtp2033016774-107360) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2669403 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669403 INFO (zkCallback-10089-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669403 INFO (zkCallback-10089-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669404 INFO (qtp2033016774-107360) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:32975_kz_o%252Fz&wt=javabin&version=2} status=0 QTime=1633
[junit4] 2> 2669404 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2669520 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2669521 INFO (zkConnectionManagerCallback-10105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2669521 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2669523 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2669525 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35999/solr ready
[junit4] 2> 2669525 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2669541 INFO (qtp2033016774-107362) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2669553 INFO (OverseerThreadFactory-9488-thread-2-processing-n:127.0.0.1:32975_kz_o%2Fz) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2669553 INFO (OverseerCollectionConfigSetProcessor-72988762313654277-127.0.0.1:32975_kz_o%2Fz-n_0000000000) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2669760 WARN (OverseerThreadFactory-9488-thread-2-processing-n:127.0.0.1:32975_kz_o%2Fz) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2669760 INFO (qtp2033016774-107362) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2669761 INFO (qtp2033016774-107362) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=220
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2669763 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 2669939 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001 of type NRT
[junit4] 2> 2669952 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2669952 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2669952 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2669952 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670015 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670015 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670015 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2670030 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74b4975{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@369604e3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33891}
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server Started @2670059ms
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty1, hostPort=33891, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 2670031 ERROR (closeThreadPool-10106-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:30.364878Z
[junit4] 2> 2670050 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670062 INFO (zkConnectionManagerCallback-10108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670062 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670198 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670198 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001/solr.xml
[junit4] 2> 2670199 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001 of type NRT
[junit4] 2> 2670202 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670202 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670219 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670249 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670249 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670249 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670249 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670278 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2670305 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670305 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670306 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670311 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4870da8a{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2434f66c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:32841}
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.Server Started @2670340ms
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty2, hostPort=32841, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 2670312 ERROR (closeThreadPool-10106-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:30.645844Z
[junit4] 2> 2670313 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3451bc9e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670313 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3451bc9e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670316 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670332 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e7b1a4e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670332 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e7b1a4e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670333 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2670335 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670335 INFO (zkConnectionManagerCallback-10112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670335 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670354 INFO (zkConnectionManagerCallback-10117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670354 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670428 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001 of type NRT
[junit4] 2> 2670432 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670432 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670432 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670433 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670437 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670437 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001/solr.xml
[junit4] 2> 2670440 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670440 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670441 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670454 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670454 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670454 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670457 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32a1227d{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78839b62{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44895}
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.Server Started @2670486ms
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty3, hostPort=44895, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 2670458 ERROR (closeThreadPool-10106-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:30.791879Z
[junit4] 2> 2670460 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670462 INFO (zkConnectionManagerCallback-10120-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670462 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670589 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670602 INFO (zkConnectionManagerCallback-10122-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670602 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670607 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2670616 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.ZkController Publish node=127.0.0.1:33891_kz_o%2Fz as DOWN
[junit4] 2> 2670616 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2670616 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33891_kz_o%2Fz
[junit4] 2> 2670617 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2670617 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2670619 WARN (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2670630 INFO (zkCallback-10121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2670635 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@82a6486[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670635 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@82a6486[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670637 INFO (zkCallback-10104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2670638 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-4-001 of type NRT
[junit4] 2> 2670652 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670652 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670652 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670652 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670658 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3556bb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670658 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3556bb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670659 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2670660 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670660 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001/solr.xml
[junit4] 2> 2670663 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670663 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670665 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670666 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2670699 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670707 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670719 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670720 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670722 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2670725 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001/cores
[junit4] 2> 2670726 INFO (zkConnectionManagerCallback-10132-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670726 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670748 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2670761 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670761 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670761 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2670762 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fc276a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670762 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fc276a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670766 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7991e3d3{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dc7c58{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42141}
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.Server Started @2670795ms
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty4, hostPort=42141, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 2670767 ERROR (closeThreadPool-10106-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:31.100554Z
[junit4] 2> 2670791 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670800 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@375fec3d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670800 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@375fec3d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670801 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2670803 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33891_kz_o%2Fz
[junit4] 2> 2670803 INFO (zkConnectionManagerCallback-10137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670803 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670804 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670810 INFO (zkConnectionManagerCallback-10141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670810 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670829 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670834 INFO (zkConnectionManagerCallback-10143-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670834 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670838 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-5-001 of type NRT
[junit4] 2> 2670840 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2670844 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.ZkController Publish node=127.0.0.1:32841_kz_o%2Fz as DOWN
[junit4] 2> 2670844 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2670844 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32841_kz_o%2Fz
[junit4] 2> 2670845 INFO (zkCallback-10121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670845 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670846 INFO (zkCallback-10104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670847 WARN (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2670866 INFO (zkCallback-10142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670874 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670874 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670874 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670876 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@775aaaf7{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47294d02{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45235}
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server Started @2670905ms
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty5, hostPort=45235, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 2670877 ERROR (closeThreadPool-10106-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:31.210366Z
[junit4] 2> 2670878 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670879 INFO (zkConnectionManagerCallback-10149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670879 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670913 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670925 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670926 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670929 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670930 INFO (zkConnectionManagerCallback-10151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670930 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670984 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670984 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-5-001/solr.xml
[junit4] 2> 2670987 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670987 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670988 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670994 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2670995 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2670997 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001/cores
[junit4] 2> 2670998 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.ZkController Publish node=127.0.0.1:44895_kz_o%2Fz as DOWN
[junit4] 2> 2670998 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2670998 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44895_kz_o%2Fz
[junit4] 2> 2670999 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2670999 INFO (zkCallback-10104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2670999 INFO (zkCallback-10142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2670999 INFO (zkCallback-10121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671001 WARN (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2671014 INFO (zkCallback-10150-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671027 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2671027 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-4-001/solr.xml
[junit4] 2> 2671028 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-6-001 of type NRT
[junit4] 2> 2671030 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2671045 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2671045 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2671047 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2671067 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32841_kz_o%2Fz
[junit4] 2> 2671070 WARN (closeThreadPool-10106-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2671070 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2671070 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2671070 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2671088 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2671110 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2671112 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2671115 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2671116 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001/cores
[junit4] 2> 2671142 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2671168 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2671168 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2671168 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22f6c70d{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@692b892b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40815}
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.Server Started @2671206ms
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty6, hostPort=40815, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 2671178 ERROR (closeThreadPool-10106-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:31.511244Z
[junit4] 2> 2671184 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c87ea4d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671184 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c87ea4d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671188 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44895_kz_o%2Fz
[junit4] 2> 2671189 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2671193 INFO (zkConnectionManagerCallback-10160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671193 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2671207 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2671216 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6de8f12f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671216 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6de8f12f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671217 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3126bd8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671217 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3126bd8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671218 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2671219 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2671221 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@242cdf8a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671221 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@242cdf8a[provider=null,ke
[...truncated too long message...]
a:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 51 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=2005, maxMBSortInHeap=7.586637675630536, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1b48106), locale=en-CX, timezone=Africa/Maputo
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=224759376,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestMissingGroups, TestDeleteCollectionOnDownNodes, DeleteShardTest, AuthToolTest, CdcrVersionReplicationTest, TestCustomSort, TestPostingsSolrHighlighter, PreAnalyzedUpdateProcessorTest, TestTolerantUpdateProcessorCloud, TestPhraseSuggestions, TestSSLRandomization, TestSolrJ, TestFiltering, TestRecoveryHdfs, TestFieldCacheVsDocValues, SolrGraphiteReporterTest, TestCloudPseudoReturnFields, BasicDistributedZk2Test, DistributedVersionInfoTest, TestImpersonationWithHadoopAuth, ReplaceNodeTest, NodeMarkersRegistrationTest, TestJavabinTupleStreamParser, DistribDocExpirationUpdateProcessorTest, HdfsThreadLeakTest, TestSolrCloudWithKerberosAlt, ByteBuffersDirectoryFactoryTest, SolrLogAuditLoggerPluginTest, TestCustomDocTransformer, TestDynamicURP, LukeRequestHandlerTest, CoreAdminCreateDiscoverTest, SuggestComponentTest, TestLegacyNumericRangeQueryBuilder, ChangedSchemaMergeTest, ForceLeaderWithTlogReplicasTest, RequestLoggingTest, IndexBasedSpellCheckerTest, TestFieldResource, RAMDirectoryFactoryTest, BasicAuthIntegrationTest, DataDrivenBlockJoinTest, TestRestManager, NumberUtilsTest, CollectionReloadTest, DeleteLastCustomShardedReplicaTest, TriggerSetPropertiesIntegrationTest, SignificantTermsQParserPluginTest, CustomCollectionTest, SimpleMLTQParserTest, TestWaitForStateWithJettyShutdowns, AddBlockUpdateTest, TestComplexPhraseLeadingWildcard, TestReplicationHandlerDiskOverFlow, TestReplicaProperties, TestLRUStatsCache, TestExtendedDismaxParser, TestExplainDocTransformer, TestConfigSetProperties, ChaosMonkeySafeLeaderWithPullReplicasTest, ScheduledTriggerIntegrationTest, TestDocTermOrds, HdfsRecoveryZkTest, TestCloudInspectUtil, WordBreakSolrSpellCheckerTest, BufferStoreTest, TestExportWriter, ConcurrentCreateRoutedAliasTest, JWTVerificationkeyResolverTest, SimpleFacetsTest, VMParamsZkACLAndCredentialsProvidersTest, SOLR749Test, DistributedQueryComponentCustomSortTest, LeaderFailoverAfterPartitionTest, ResolveAnalyzerByNameTest, TestCursorMarkWithoutUniqueKey, TestExactStatsCacheCloud, TestSizeLimitedDistributedMap, DistributedSpellCheckComponentTest, TestRandomFaceting, CacheHeaderTest, IndexSizeTriggerMixedBoundsTest, ImplicitSnitchTest, SaslZkACLProviderTest, SpellPossibilityIteratorTest, TestApiFramework, TestLRUStatsCacheCloud, ReindexCollectionTest, SimplePostToolTest, TestStressInPlaceUpdates, TestRawResponseWriter, TestStressReorder, TestJsonFacetsStatsParsing, UpdateParamsTest, TestLegacyTerms, TestSolrCachePerf, TaggingAttributeTest, TestDeprecatedFilters, TestLMDirichletSimilarityFactory, TestSolrTestCaseJ4, TestSolrJacksonAnnotation, TestWordDelimiterFilterFactory, AtomicUpdateProcessorFactoryTest, PeerSyncReplicationTest, TestSimNodeAddedTrigger, PathHierarchyTokenizerFactoryTest, TestSchemaNameResource, TestAddFieldRealTimeGet, CoreAdminRequestStatusTest, HdfsChaosMonkeySafeLeaderTest, ConjunctionSolrSpellCheckerTest, PreAnalyzedFieldTest, TestInitParams, TestSimScenario, ZkSolrClientTest, SmileWriterTest, OverseerCollectionConfigSetProcessorTest, ResponseLogComponentTest, FacetPivotSmallTest, TestCloudSearcherWarming, TestHalfAndHalfDocValues, NodeAddedTriggerTest, JvmMetricsTest, DistributedFacetPivotLargeTest, TestOnReconnectListenerSupport, RangeFacetCloudTest, MetricsHistoryWithAuthIntegrationTest, SyncSliceTest, PhrasesIdentificationComponentTest, CSVRequestHandlerTest, TestCSVLoader, MoveReplicaHDFSFailoverTest, BadCopyFieldTest, TestSmileRequest, SolrIndexConfigTest, TestLocalStatsCacheCloud, HdfsBasicDistributedZk2Test, SearchRateTriggerTest, ManagedSchemaRoundRobinCloudTest, TestLegacyField, RootFieldTest, SolrRrdBackendFactoryTest, TestSolrDeletionPolicy2, TestDistribIDF, TestConfig, TestNumericTerms32, TestUpdate, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MoveReplicaTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTest, RollingRestartTest]
[junit4] Completed [465/894 (1!)] on J1 in 147.87s, 1 test, 1 error <<< FAILURES!
[...truncated 54427 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2059 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2059/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259) at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489) at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339) at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259) at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489) at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339) at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
>
at __randomizedtesting.SeedInfo.seed([D4A3DDB8F676094E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:342)
at jdk.internal.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.client.solrj.impl.CloudHttp2SolrClientTest.stateVersionParamTest
Error Message:
Error from server at http://127.0.0.1:44778/solr/collection1: no servers hosting shard: shard2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44778/solr/collection1: no servers hosting shard: shard2
at __randomizedtesting.SeedInfo.seed([CA40015C9BFEB223:6F790C2430E418AA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
at org.apache.solr.client.solrj.impl.CloudHttp2SolrClientTest.stateVersionParamTest(CloudHttp2SolrClientTest.java:702)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14484 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
[junit4] 2> 2035471 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2035472 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/data-dir-59-001
[junit4] 2> 2035472 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2035506 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2035507 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2039829 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2039976 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2039989 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2039989 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2039989 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2040006 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@126ae613{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2041810 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5e74823b{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-46860-hadoop-hdfs-3_2_0-tests_jar-_-any-5821634955545997510.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 2041845 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fbe969f{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:46860}
[junit4] 2> 2041845 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server Started @2041885ms
[junit4] 2> 2045121 WARN (StorageLocationChecker thread 0) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 2045912 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2045949 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2046021 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2046021 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2046021 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2046041 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55726206{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2046791 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5f2758a8{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-40470-hadoop-hdfs-3_2_0-tests_jar-_-any-5546925021991574001.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 2046792 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54c1d2ae{HTTP/1.1,[http/1.1]}{localhost:40470}
[junit4] 2> 2046792 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server Started @2046831ms
[junit4] 2> 2048233 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2048235 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e7283d1{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2049297 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7b454c8e{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-38106-hadoop-hdfs-3_2_0-tests_jar-_-any-59717384318806939.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 2049302 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fc926c4{HTTP/1.1,[http/1.1]}{localhost:38106}
[junit4] 2> 2049302 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server Started @2049341ms
[junit4] 2> 2052526 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: Processing first storage report for DS-6334e7bc-f64f-4063-aca1-a076abd40dfb from datanode 50fbcb51-d809-486f-8122-c1603c2d5a64
[junit4] 2> 2052527 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: from storage DS-6334e7bc-f64f-4063-aca1-a076abd40dfb node DatanodeRegistration(127.0.0.1:45723, datanodeUuid=50fbcb51-d809-486f-8122-c1603c2d5a64, infoPort=46223, infoSecurePort=0, ipcPort=34276, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 2052529 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: Processing first storage report for DS-24292721-cc7e-48f7-9e45-bfaee1777ca9 from datanode 50fbcb51-d809-486f-8122-c1603c2d5a64
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: from storage DS-24292721-cc7e-48f7-9e45-bfaee1777ca9 node DatanodeRegistration(127.0.0.1:45723, datanodeUuid=50fbcb51-d809-486f-8122-c1603c2d5a64, infoPort=46223, infoSecurePort=0, ipcPort=34276, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: Processing first storage report for DS-3a3123aa-94ab-4b8f-8654-cdf0460b49a9 from datanode 035200fb-a552-4fea-bd50-b9e2c4b97229
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: from storage DS-3a3123aa-94ab-4b8f-8654-cdf0460b49a9 node DatanodeRegistration(127.0.0.1:35560, datanodeUuid=035200fb-a552-4fea-bd50-b9e2c4b97229, infoPort=42805, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: Processing first storage report for DS-ffc5b738-0466-4eff-af5b-d07a1a242adc from datanode 035200fb-a552-4fea-bd50-b9e2c4b97229
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: from storage DS-ffc5b738-0466-4eff-af5b-d07a1a242adc node DatanodeRegistration(127.0.0.1:35560, datanodeUuid=035200fb-a552-4fea-bd50-b9e2c4b97229, infoPort=42805, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2053150 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2053213 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2053213 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer start zk server on port:35491
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35491
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35491
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35491
[junit4] 2> 2053432 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2053587 INFO (zkConnectionManagerCallback-2473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2053600 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2053669 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2053722 INFO (zkConnectionManagerCallback-2475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2053722 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2053740 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2053764 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2053816 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2053819 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2053906 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2053907 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2053908 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2053910 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2053911 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2053913 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2053914 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2053926 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2053944 INFO (zkConnectionManagerCallback-2479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2053944 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2054052 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2054449 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2054449 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2054449 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2054449 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2054475 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2054475 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2054475 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2054476 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a221811{/,null,AVAILABLE}
[junit4] 2> 2054477 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77c7b7b2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34828}
[junit4] 2> 2054477 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.Server Started @2054516ms
[junit4] 2> 2054477 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:41028/hdfs__lucene2-us-west.apache.org_41028__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001_tempDir-002_control_data, hostPort=34828, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/cores}
[junit4] 2> 2054478 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-30T05:10:06.912637Z
[junit4] 2> 2054485 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2054511 INFO (zkConnectionManagerCallback-2481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2054511 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2054614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2054614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/solr.xml
[junit4] 2> 2054617 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2054617 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2054619 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2054733 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2054745 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ea60140[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054745 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ea60140[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054773 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7a9631d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054773 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7a9631d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054775 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35491/solr
[junit4] 2> 2054776 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2054796 INFO (zkConnectionManagerCallback-2488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2054796 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2054907 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2054914 INFO (zkConnectionManagerCallback-2490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2054914 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2055073 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34828_
[junit4] 2> 2055074 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.Overseer Overseer (id=75991065196429317-127.0.0.1:34828_-n_0000000000) starting
[junit4] 2> 2055109 INFO (OverseerStateUpdate-75991065196429317-127.0.0.1:34828_-n_0000000000) [n:127.0.0.1:34828_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34828_
[junit4] 2> 2055125 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34828_
[junit4] 2> 2055128 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2055130 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2055171 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2055251 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2055284 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2055289 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2055291 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2055292 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/cores
[junit4] 2> 2055377 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2055381 INFO (zkConnectionManagerCallback-2499-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2055381 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2055382 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2055384 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35491/solr ready
[junit4] 2> 2055443 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34828_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2055472 INFO (OverseerThreadFactory-2403-thread-1-processing-n:127.0.0.1:34828_) [n:127.0.0.1:34828_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2055622 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2055623 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2056647 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2056668 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2056911 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2056984 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2056985 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2057011 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home
[junit4] 2> 2057011 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2057014 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 2057025 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 2057056 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2057056 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2057056 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2057232 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2057238 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 2057311 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 2057322 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2057322 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2057353 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2057353 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=47.7744140625, floorSegmentMB=0.6279296875, forceMergeDeletesPctAllowed=14.04621562473709, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3991126835069293, deletesPctAllowed=41.86880990820577
[junit4] 2> 2057709 WARN (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2057874 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2057874 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2057874 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2057900 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2057900 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2057904 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7217e193
[junit4] 2> 2058068 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de989da[control_collection_shard1_replica_n1] main]
[junit4] 2> 2058071 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2058071 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2058074 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2058076 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654320120998133760
[junit4] 2> 2058089 INFO (searcherExecutor-2408-thread-1-processing-n:127.0.0.1:34828_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1de989da[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2058116 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2058116 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34828/control_collection_shard1_replica_n1/
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:34828/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75991065196429317-core_node2-n_0000000000
[junit4] 2> 2058122 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34828/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2058126 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058127 INFO (zkCallback-2489-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058127 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2058129 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2507
[junit4] 2> 2058133 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2058231 INFO (zkCallback-2489-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058231 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058232 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34828_&wt=javabin&version=2} status=0 QTime=2789
[junit4] 2> 2058232 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2058237 INFO (zkCallback-2489-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058385 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2058393 INFO (zkConnectionManagerCallback-2505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2058393 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2058400 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2058407 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35491/solr ready
[junit4] 2> 2058407 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2058442 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2058463 INFO (OverseerCollectionConfigSetProcessor-75991065196429317-127.0.0.1:34828_-n_0000000000) [n:127.0.0.1:34828_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2058463 INFO (OverseerThreadFactory-2403-thread-2-processing-n:127.0.0.1:34828_) [n:127.0.0.1:34828_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2058667 WARN (OverseerThreadFactory-2403-thread-2-processing-n:127.0.0.1:34828_) [n:127.0.0.1:34828_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2058669 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2058672 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=229
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=14
[junit4] 2> 2059160 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-1-001 of type NRT
[junit4] 2> 2059186 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2059186 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2059186 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2059190 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2059254 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2059254 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2059255 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2059260 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71c88e83{/,null,AVAILABLE}
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f61a8f9{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39901}
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.Server Started @2059301ms
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:41028/hdfs__lucene2-us-west.apache.org_41028__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001_tempDir-002_jetty1, hostPort=39901, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 2059262 ERROR (closeThreadPool-2506-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-30T05:10:11.696560Z
[junit4] 2> 2059285 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2059285 INFO (zkConnectionManagerCallback-2508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2059285 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2059395 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2059395 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-1-001/solr.xml
[junit4] 2> 2059398 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2059398 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2059400 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2059464 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-2-001 of type NRT
[junit4] 2> 2059557 WARN (closeThreadPool-2506-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2059557 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2059557 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2059557 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2059614 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2059614 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2059614 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2059629 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22ae1458{/,null,AVAILABLE}
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5241c492{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41164}
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.Server Started @2059674ms
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:41028/hdfs__lucene2-us-west.apache.org_41028__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001_tempDir-002_jetty2, hostPort=41164, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 2059635 ERROR (closeThreadPool-2506-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-30T05:10:12.069688Z
[junit4] 2> 2059649 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2059667 INFO (zkConnectionManagerCallback-2511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2059667 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2059771 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2059771 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-2-001/solr.xml
[junit4] 2> 2059774 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2059774 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2059776 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2059815 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2059821 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5d1fcdc9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2059821 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5d1fcdc9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2059827 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@738f69c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2059827 WARN (closeThreadPool-2506-thre
[...truncated too long message...]
2> 679238 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 679238 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4dc37eef: rootName = solr_38634, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c351076
[junit4] 2> 679240 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 679240 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@da80fe6: rootName = solr_39824, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c351076
[junit4] 2> 679257 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 679258 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@288b88ef: rootName = solr_37418, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c351076
[junit4] 2> 679259 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 679259 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@146ae954: rootName = solr_38634, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3edc513e
[junit4] 2> 679260 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 679264 INFO (closeThreadPool-2898-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75991632969924615-127.0.0.1:38634_solr-n_0000000000) closing
[junit4] 2> 679264 INFO (OverseerStateUpdate-75991632969924615-127.0.0.1:38634_solr-n_0000000000) [n:127.0.0.1:38634_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38634_solr
[junit4] 2> 679268 INFO (OverseerAutoScalingTriggerThread-75991632969924615-127.0.0.1:38634_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e87b340: rootName = solr_39824, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3edc513e
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e4ffa78: rootName = solr_37418, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3edc513e
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 679290 INFO (closeThreadPool-2898-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75991632969924615-127.0.0.1:38634_solr-n_0000000000) closing
[junit4] 2> 679370 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75991632969924615-127.0.0.1:38634_solr-n_0000000000) closing
[junit4] 2> 679371 INFO (zkCallback-2859-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 679371 INFO (zkCallback-2871-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 679372 INFO (jetty-closer-2888-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6e8a4704{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 679372 INFO (jetty-closer-2888-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5067d34c{/solr,null,UNAVAILABLE}
[junit4] 2> 679372 INFO (jetty-closer-2888-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 679495 INFO (jetty-closer-2888-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6e875a96{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 679495 INFO (jetty-closer-2888-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@696de3a7{/solr,null,UNAVAILABLE}
[junit4] 2> 679495 INFO (jetty-closer-2888-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 679603 INFO (jetty-closer-2888-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bb7db60{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 679603 INFO (jetty-closer-2888-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d1bfa0d{/solr,null,UNAVAILABLE}
[junit4] 2> 679603 INFO (jetty-closer-2888-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 679604 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 679826 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36652
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36652
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36652
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.SolrTestCaseJ4 ###Ending customHttpClientTest
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudHttp2SolrClientTest_CA40015C9BFEB223-001
[junit4] 2> Dec 30, 2019 7:34:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {multiDefault=FSTOrd50, a_t=Lucene84, title_s=FSTOrd50, id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Lucene80), multiDefault=DocValuesFormat(name=Lucene80), a_t=DocValuesFormat(name=Lucene80), title_s=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=996, maxMBSortInHeap=6.097480219963396, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@846a5f2), locale=pt-ST, timezone=America/Indiana/Tell_City
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=75588496,total=412090368
[junit4] 2> NOTE: All tests run in this JVM: [RawValueEvaluatorTest, CommonParamsTest, JdbcDriverTest, SquareRootEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, TestObjectBuilder, EmpiricalDistributionEvaluatorTest, SolrExampleJettyTest, AscEvaluatorTest, LessThanEvaluatorTest, SolrQueryTest, HttpSolrClientBadInputTest, ArcSineEvaluatorTest, CollectionAdminRequestRequiredParamsTest, TestCollectionAdminRequest, AndEvaluatorTest, TestJsonRecordReader, CloudSolrClientRetryTest, OperationsTest, RangeFacetMapTest, ReplicaListTransformerTest, NamedListTest, StreamingTest, TestRetryUtil, DirectJsonQueryRequestFacetingEmbeddedTest, TestDocCollectionWatcher, TestFastWriter, TestSpellCheckResponse, ConcurrentUpdateSolrClientBuilderTest, TestValidatingJsonMap, JsonQueryRequestIntegrationTest, CloudSolrClientBuilderTest, DocumentAnalysisResponseTest, JsonRequestApiHeatmapFacetingTest, JsonRequestApiTest, GetByIdTest, SolrExampleBinaryHttp2Test, SolrExampleBinaryTest, TestBatchUpdate, TestSolrJErrorHandling, MoveReplicaSuggesterTest, TestPolicy2, TestPolicyOld, LargeVolumeEmbeddedTest, MergeIndexesEmbeddedTest, SolrExampleStreamingHttp2Test, SolrExampleXMLHttp2Test, BasicHttpSolrClientTest, CloudHttp2SolrClientTest]
[junit4] Completed [143/206 (1!)] on J1 in 216.88s, 17 tests, 1 error <<< FAILURES!
[...truncated 51991 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2058 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2058/
2 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:38930
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:38930
at __randomizedtesting.SeedInfo.seed([922577341C77A064:1A7148EEB28BCD9C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 51 more
FAILED: org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast
Error Message:
Request should fail after trying all replica nodes once
Stack Trace:
junit.framework.AssertionFailedError: Request should fail after trying all replica nodes once
at __randomizedtesting.SeedInfo.seed([922577341C77A064:41F85E9EBB46C918]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2751)
at org.apache.solr.cloud.TestQueryingOnDownCollection.testQueryToDownCollectionShouldFailFast(TestQueryingOnDownCollection.java:91)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15004 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 5568163 INFO (SUITE-RollingRestartTest-seed#[922577341C77A064]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 5568164 INFO (SUITE-RollingRestartTest-seed#[922577341C77A064]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/data-dir-176-001
[junit4] 2> 5568164 WARN (SUITE-RollingRestartTest-seed#[922577341C77A064]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=45 numCloses=45
[junit4] 2> 5568164 INFO (SUITE-RollingRestartTest-seed#[922577341C77A064]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 5568178 INFO (SUITE-RollingRestartTest-seed#[922577341C77A064]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 5568178 INFO (SUITE-RollingRestartTest-seed#[922577341C77A064]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 5568195 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5568214 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5568214 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5568310 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer start zk server on port:41101
[junit4] 2> 5568310 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41101
[junit4] 2> 5568310 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41101
[junit4] 2> 5568310 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41101
[junit4] 2> 5568313 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5568345 INFO (zkConnectionManagerCallback-12478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5568345 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5568389 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5568389 INFO (zkConnectionManagerCallback-12480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5568389 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5568405 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 5568422 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 5568424 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 5568441 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 5568460 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 5568522 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 5568524 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 5568525 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 5568525 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 5568543 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 5568544 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 5568549 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5568563 INFO (zkConnectionManagerCallback-12484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5568563 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5568692 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 5570796 WARN (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5570796 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5570796 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5570796 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5570797 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5570797 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5570797 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5570798 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ae972b2{/,null,AVAILABLE}
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7dde2aaa{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44367}
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.s.Server Started @5570896ms
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/tempDir-001/control/data, hostPort=44367, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/control-001/cores, replicaType=NRT}
[junit4] 2> 5570799 ERROR (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5570799 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-29T03:23:04.035687Z
[junit4] 2> 5570800 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5570802 INFO (zkConnectionManagerCallback-12486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5570802 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5570921 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5570921 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/control-001/solr.xml
[junit4] 2> 5570923 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5570923 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5570925 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5571588 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5571641 WARN (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e4246d8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5571641 WARN (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e4246d8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5571657 WARN (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55e813ee[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5571657 WARN (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55e813ee[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5571658 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41101/solr
[junit4] 2> 5571676 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5571704 INFO (zkConnectionManagerCallback-12493-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5571704 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5571808 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5571809 INFO (zkConnectionManagerCallback-12495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5571809 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5572086 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44367_
[junit4] 2> 5572086 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.c.Overseer Overseer (id=75984981863038981-127.0.0.1:44367_-n_0000000000) starting
[junit4] 2> 5572100 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44367_
[junit4] 2> 5572100 INFO (OverseerStateUpdate-75984981863038981-127.0.0.1:44367_-n_0000000000) [n:127.0.0.1:44367_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44367_
[junit4] 2> 5572110 INFO (OverseerStateUpdate-75984981863038981-127.0.0.1:44367_-n_0000000000) [n:127.0.0.1:44367_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5572111 WARN (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5572182 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5572234 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5572271 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5572271 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5572289 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5572290 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [n:127.0.0.1:44367_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/control-001/cores
[junit4] 2> 5572378 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5572379 INFO (zkConnectionManagerCallback-12504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5572379 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5572380 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5572381 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41101/solr ready
[junit4] 2> 5572431 INFO (qtp428933524-50382) [n:127.0.0.1:44367_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44367_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5572444 INFO (OverseerThreadFactory-13101-thread-1-processing-n:127.0.0.1:44367_) [n:127.0.0.1:44367_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 5572609 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5572609 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5574043 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5574153 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 5574675 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 5574740 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 5574741 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5574741 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 5574765 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=93.0146484375, floorSegmentMB=1.28125, forceMergeDeletesPctAllowed=21.317727536059177, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5464127276333984, deletesPctAllowed=26.829657400778963
[junit4] 2> 5574783 WARN (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 5575070 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5575070 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5575072 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5575072 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5575073 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5254217197176175]
[junit4] 2> 5575107 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@74b518ca[control_collection_shard1_replica_n1] main]
[junit4] 2> 5575108 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5575109 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5575109 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5575109 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654222789903646720
[junit4] 2> 5575145 INFO (searcherExecutor-13106-thread-1-processing-n:127.0.0.1:44367_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@74b518ca[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5575196 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5575196 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 5575233 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5575233 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5575233 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44367/control_collection_shard1_replica_n1/
[junit4] 2> 5575233 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5575233 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:44367/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 5575234 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75984981863038981-core_node2-n_0000000000
[junit4] 2> 5575265 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44367/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 5575266 INFO (zkCallback-12494-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5575266 INFO (zkCallback-12494-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5575267 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5575269 INFO (qtp428933524-50381) [n:127.0.0.1:44367_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2660
[junit4] 2> 5575271 INFO (qtp428933524-50382) [n:127.0.0.1:44367_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5575369 INFO (zkCallback-12494-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5575369 INFO (zkCallback-12494-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5575370 INFO (zkCallback-12494-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5575370 INFO (qtp428933524-50382) [n:127.0.0.1:44367_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44367_&wt=javabin&version=2} status=0 QTime=2939
[junit4] 2> 5575371 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 5575475 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5575489 INFO (zkConnectionManagerCallback-12510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5575489 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5575490 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5575491 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41101/solr ready
[junit4] 2> 5575491 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 5575537 INFO (qtp428933524-50384) [n:127.0.0.1:44367_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5575540 INFO (OverseerThreadFactory-13101-thread-2-processing-n:127.0.0.1:44367_) [n:127.0.0.1:44367_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 5575540 INFO (OverseerCollectionConfigSetProcessor-75984981863038981-127.0.0.1:44367_-n_0000000000) [n:127.0.0.1:44367_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5575751 WARN (OverseerThreadFactory-13101-thread-2-processing-n:127.0.0.1:44367_) [n:127.0.0.1:44367_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 5575753 INFO (qtp428933524-50384) [n:127.0.0.1:44367_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5575753 INFO (qtp428933524-50384) [n:127.0.0.1:44367_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=216
[junit4] 2> 5575754 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 5575754 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5575754 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 5575754 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5575754 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 5575754 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5575754 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 5575980 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-1-001 of type NRT
[junit4] 2> 5576027 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5576028 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5576028 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5576028 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5576037 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5576037 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5576037 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5576037 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@373d32fd{/,null,AVAILABLE}
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ffbe593{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44955}
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.Server Started @5576136ms
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/tempDir-001/jetty1, hostPort=44955, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 5576038 ERROR (closeThreadPool-12511-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5576038 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-29T03:23:09.274837Z
[junit4] 2> 5576039 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5576040 INFO (zkConnectionManagerCallback-12513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5576040 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5576154 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5576154 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-1-001/solr.xml
[junit4] 2> 5576172 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5576172 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5576173 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5577003 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5577045 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2063b665[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5577045 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2063b665[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5577047 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b7deff8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5577047 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b7deff8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5577067 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41101/solr
[junit4] 2> 5577068 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5577081 INFO (zkConnectionManagerCallback-12520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5577081 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5577249 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5577253 INFO (zkConnectionManagerCallback-12522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5577253 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5577274 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5577306 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.ZkController Publish node=127.0.0.1:44955_ as DOWN
[junit4] 2> 5577307 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5577307 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44955_
[junit4] 2> 5577309 INFO (zkCallback-12494-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5577326 INFO (zkCallback-12521-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5577326 INFO (zkCallback-12509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5577327 WARN (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5577419 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5577427 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-2-001 of type NRT
[junit4] 2> 5577449 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5577449 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5577449 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5577449 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5577525 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5577583 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5577583 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5577605 INFO (OverseerCollectionConfigSetProcessor-75984981863038981-127.0.0.1:44367_-n_0000000000) [n:127.0.0.1:44367_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5577607 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5577607 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5577607 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5577607 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5577607 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3079eb26{/,null,AVAILABLE}
[junit4] 2> 5577608 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@326feafc{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36263}
[junit4] 2> 5577608 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.Server Started @5577706ms
[junit4] 2> 5577608 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/tempDir-001/jetty2, hostPort=36263, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 5577609 ERROR (closeThreadPool-12511-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5577609 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5577609 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5577609 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5577609 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5577609 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-29T03:23:10.845178Z
[junit4] 2> 5577628 INFO (closeThreadPool-12511-thread-1) [n:127.0.0.1:44955_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-1-001/cores
[junit4] 2> 5577699 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5577735 INFO (zkConnectionManagerCallback-12528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5577735 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5577837 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44955_
[junit4] 2> 5577873 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5577873 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-2-001/solr.xml
[junit4] 2> 5577876 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5577876 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5577877 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5578597 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5578618 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c8975b6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5578618 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c8975b6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5578656 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@26d0f54a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5578656 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@26d0f54a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5578657 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41101/solr
[junit4] 2> 5578658 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5578691 INFO (zkConnectionManagerCallback-12535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5578691 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5578841 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5578861 INFO (zkConnectionManagerCallback-12537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5578861 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5579066 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5579109 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.ZkController Publish node=127.0.0.1:36263_ as DOWN
[junit4] 2> 5579110 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5579110 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36263_
[junit4] 2> 5579111 INFO (zkCallback-12509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5579134 INFO (zkCallback-12521-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5579134 INFO (zkCallback-12494-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5579135 WARN (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5579135 INFO (zkCallback-12536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5579226 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5579336 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5579407 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5579407 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5579408 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5579409 INFO (closeThreadPool-12511-thread-2) [n:127.0.0.1:36263_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-2-001/cores
[junit4] 2> 5579595 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:36263_
[junit4] 2> 5579709 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-3-001 of type NRT
[junit4] 2> 5579712 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5579712 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5579712 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5579712 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5579713 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5579713 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5579713 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5579713 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27cb6306{/,null,AVAILABLE}
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6212187a{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45679}
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.e.j.s.Server Started @5579812ms
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/tempDir-001/jetty3, hostPort=45679, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 5579714 ERROR (closeThreadPool-12511-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5579714 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-29T03:23:12.950789Z
[junit4] 2> 5579743 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5579745 INFO (zkConnectionManagerCallback-12543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5579745 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5579848 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5579848 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-3-001/solr.xml
[junit4] 2> 5579851 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5579851 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5579865 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5581416 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5581471 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68136375[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5581471 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68136375[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5581491 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32d825cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5581491 WARN (closeThreadPool-12511-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32d825cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5581492 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41101/solr
[junit4] 2> 5581581 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5581634 INFO (zkConnectionManagerCallback-12550-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5581634 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5582255 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5582320 INFO (zkConnectionManagerCallback-12552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5582320 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5582540 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 5582615 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-4-001 of type NRT
[junit4] 2> 5582632 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45679_ as DOWN
[junit4] 2> 5582633 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5582633 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45679_
[junit4] 2> 5582651 WARN (closeThreadPool-12511-thread-2) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5582654 INFO (zkCallback-12521-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5582654 INFO (zkCallback-12509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5582679 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5582679 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5582679 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5582679 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5582679 INFO (zkCallback-12494-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5582686 INFO (zkCallback-12536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5582723 INFO (zkCallback-12551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5582789 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5582825 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5582825 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5582825 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5582842 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@345d51f3{/,null,AVAILABLE}
[junit4] 2> 5582866 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44b03151{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46314}
[junit4] 2> 5582866 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.Server Started @5582964ms
[junit4] 2> 5582866 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/tempDir-001/jetty4, hostPort=46314, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 5582866 ERROR (closeThreadPool-12511-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5582866 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5582880 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5582880 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5582880 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5582880 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-29T03:23:16.116409Z
[junit4] 2> 5582914 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5582919 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5582979 INFO (zkConnectionManagerCallback-12558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5582987 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5582989 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5582989 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5583008 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5583009 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-3-001/cores
[junit4] 2> 5583122 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5583122 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-4-001/solr.xml
[junit4] 2> 5583124 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5583124 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5583142 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5583301 INFO (closeThreadPool-12511-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:45679_
[junit4] 2> 5583695 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5583709 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3717fe80[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5583709 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3717fe80[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5583726 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a4c3e3f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5583726 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a4c3e3f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5583727 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41101/solr
[junit4] 2> 5583745 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5583760 INFO (zkConnectionManagerCallback-12565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5583760 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5583871 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5583886 INFO (zkConnectionManagerCallback-12567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5583886 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5583945 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5583961 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46314_ as DOWN
[junit4] 2> 5583962 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5583962 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46314_
[junit4] 2> 5584008 INFO (zkCallback-12521-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5584008 INFO (zkCallback-12536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5584008 INFO (zkCallback-12551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5584008 INFO (zkCallback-12509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5584012 INFO (zkCallback-12494-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5584024 INFO (zkCallback-12566-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5584025 WARN (closeThreadPool-12511-thread-1) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5584247 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5584398 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5584437 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5584437 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7271132c
[junit4] 2> 5584447 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5584448 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-4-001/cores
[junit4] 2> 5584663 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46314_
[junit4] 2> 5584667 INFO (TEST-RollingRestartTest.test-seed#[922577341C77A064]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-5-001 of type NRT
[junit4] 2> 5584669 WARN (closeThreadPool-12511-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5584669 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5584669 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5584669 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5584670 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5584670 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5584670 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5584671 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c9a9b2a{/,null,AVAILABLE}
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24f834f6{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33288}
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.e.j.s.Server Started @5584769ms
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/tempDir-001/jetty5, hostPort=33288, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_922577341C77A064-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 5584672 ERROR (closeThreadPool-12511-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5584672 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-29T03:23:17.908502Z
[junit4] 2> 5584673 INFO (closeThreadPool-12511-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5584674 INFO (zkConnectionManagerCallback-12573-thread-1) [ ] o.a.s.c.c.Connect
[...truncated too long message...]
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:2384) ~[zookeeper-3.5.5.jar:3.5.5]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:350) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:350) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:199) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:259) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:834) [?:?]
[junit4] 2> 6561572 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 6561572 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2753b706: rootName = solr_43569, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@183886fc
[junit4] 2> 6561631 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 6561631 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54704424: rootName = solr_43569, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@400c27eb
[junit4] 2> 6561666 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 6561666 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@db432cf: rootName = solr_43569, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b2bb568
[junit4] 2> 6561666 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 6561758 INFO (OverseerStateUpdate-75985046463578122-127.0.0.1:43569_solr-n_0000000000) [n:127.0.0.1:43569_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 6561823 INFO (jetty-closer-58400-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@66404b2a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 6561823 INFO (jetty-closer-58400-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27c46de4{/solr,null,UNAVAILABLE}
[junit4] 2> 6561823 INFO (jetty-closer-58400-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6561950 INFO (jetty-closer-58400-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75985046463578122-127.0.0.1:43569_solr-n_0000000000) closing
[junit4] 2> 6561950 INFO (OverseerStateUpdate-75985046463578122-127.0.0.1:43569_solr-n_0000000000) [n:127.0.0.1:43569_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43569_solr
[junit4] 2> 6561951 INFO (OverseerAutoScalingTriggerThread-75985046463578122-127.0.0.1:43569_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 6562076 INFO (closeThreadPool-58412-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75985046463578122-127.0.0.1:43569_solr-n_0000000000) closing
[junit4] 2> 6562076 INFO (closeThreadPool-58412-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75985046463578122-127.0.0.1:43569_solr-n_0000000000) closing
[junit4] 2> 6562077 INFO (jetty-closer-58400-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2bdc64af{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 6562078 INFO (jetty-closer-58400-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25f66623{/solr,null,UNAVAILABLE}
[junit4] 2> 6562078 INFO (jetty-closer-58400-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6562079 INFO (SUITE-TestQueryingOnDownCollection-seed#[922577341C77A064]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 6562308 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/collections/infected/terms/shard2
[junit4] 2> 3 /solr/collections/infected/terms/shard1
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2> 2 /solr/collections/infected/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/infected/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/overseer/queue
[junit4] 2> 14 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 6562310 INFO (SUITE-TestQueryingOnDownCollection-seed#[922577341C77A064]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39406
[junit4] 2> 6562310 INFO (SUITE-TestQueryingOnDownCollection-seed#[922577341C77A064]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39406
[junit4] 2> 6562310 INFO (SUITE-TestQueryingOnDownCollection-seed#[922577341C77A064]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39406
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestQueryingOnDownCollection_922577341C77A064-001
[junit4] 2> Dec 29, 2019 3:39:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@59809220), locale=zh-Hans-HK, timezone=America/Inuvik
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=200920608,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [HdfsRestartWhileUpdatingTest, JWTAuthPluginTest, AtomicUpdateRemovalJavabinTest, TestCloudConsistency, TestSolr4Spatial, TestSimDistributedQueue, AuditLoggerIntegrationTest, TestNRTOpen, TestSolrCloudWithHadoopAuthPlugin, TestMinMaxOnMultiValuedField, CdcrReplicationHandlerTest, TestConfigReload, MetricTriggerTest, TestStressUserVersions, RuleEngineTest, HdfsDirectoryTest, OrderedExecutorTest, TestSystemIdResolver, BitVectorTest, TestXmlQParserPlugin, OverseerSolrResponseUnsafeSerializationTest, DirectoryFactoryTest, TestCorePropertiesReload, SolrTestCaseJ4Test, TestConfigOverlay, TestPrepRecovery, DocValuesNotIndexedTest, TestSimNodeLostTrigger, TransactionLogTest, TestOmitPositions, TestCloudPhrasesIdentificationComponent, TestBulkSchemaAPI, TestSolrQueryParser, TestPartialUpdateDeduplication, TestJsonRequest, CoreMergeIndexesAdminHandlerTest, DistributedFacetPivotWhiteBoxTest, TestReloadAndDeleteDocs, CustomTermsComponentTest, AutoScalingHandlerTest, TestRandomCollapseQParserPlugin, TestRealTimeGet, TestEmbeddedSolrServerConstructors, TestRawTransformer, CoreAdminHandlerTest, ShardRoutingCustomTest, RequestHandlersTest, HdfsNNFailoverTest, DocumentAnalysisRequestHandlerTest, TestDynamicLoading, TestJoin, TestDistributedStatsComponentCardinality, TestCloudNestedDocsSort, TestExactSharedStatsCache, TestUseDocValuesAsStored, TestIndexSearcher, SortSpecParsingTest, TestFieldCacheWithThreads, OutputWriterTest, SpatialHeatmapFacetsTest, TestChildDocTransformer, MergeStrategyTest, TestPivotHelperCode, ConnectionReuseTest, UpdateRequestProcessorFactoryTest, ReplicationFactorTest, BlockCacheTest, MultiThreadedOCPTest, TestFieldTypeCollectionResource, TestStressLiveNodes, TestExclusionRuleCollectionAccess, TestUnInvertedFieldException, SolrCloudReportersTest, StatsReloadRaceTest, SolrMetricReporterTest, TestBlendedInfixSuggestions, CopyFieldTest, TestCollectionAPIs, TestCaffeineCache, DistanceUnitsTest, SolrCoreCheckLockOnStartupTest, TestManagedSynonymFilterFactory, TestUnifiedSolrHighlighter, RankQueryTest, CdcrWithNodesRestartsTest, TestLegacyFieldReuse, SchemaApiFailureTest, DistributedIntervalFacetingTest, TestSolrIndexConfig, RestoreTriggerStateTest, PluginInfoTest, CircularListTest, TestHttpServletCarrier, LeaderElectionIntegrationTest, InfoHandlerTest, TestTolerantUpdateProcessorRandomCloud, WrapperMergePolicyFactoryTest, TimeZoneUtilsTest, AnalysisErrorHandlingTest, RegexBoostProcessorTest, CursorMarkTest, TestDFRSimilarityFactory, BasicAuthOnSingleNodeTest, ProtectedTermFilterFactoryTest, TestJsonFacetsWithNestedObjects, CollectionStateFormat2Test, TemplateUpdateProcessorTest, TestReload, ZkCLITest, SplitByPrefixTest, SpellCheckCollatorTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedUpdateProcessorTest, LegacyCloudClusterPropTest, ClusterStateTest, OutOfBoxZkACLAndCredentialsProvidersTest, ConvertedLegacyTest, TestJsonFacetRefinement, TestQueryingOnDownCollection]
[junit4] Completed [524/894 (2!)] on J2 in 9.20s, 1 test, 1 failure <<< FAILURES!
[...truncated 54201 lines...]