You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/03/10 23:06:08 UTC
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 732 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/732/
Java: 64bit/jdk-13.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Doc with id=5 not found in http://127.0.0.1:57868/c8n_1x3_lf due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=5 not found in http://127.0.0.1:57868/c8n_1x3_lf due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([BCA9269C150F102A:34FD1946BBF37DD2]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:563)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:508)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:185)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:58)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Build Log:
[...truncated 13743 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 245491 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[BCA9269C150F102A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 245491 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[BCA9269C150F102A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/data-dir-24-001
[junit4] 2> 245491 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[BCA9269C150F102A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 245492 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[BCA9269C150F102A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 245493 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[BCA9269C150F102A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
[junit4] 2> 245493 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[BCA9269C150F102A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 245493 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[BCA9269C150F102A]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 245498 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 245499 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 245499 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 245600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer start zk server on port:57799
[junit4] 2> 245600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57799
[junit4] 2> 245600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57799
[junit4] 2> 245600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57799
[junit4] 2> 245607 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 245612 INFO (zkConnectionManagerCallback-734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245613 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 245618 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 245621 INFO (zkConnectionManagerCallback-736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 245622 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 245638 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 245642 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 245647 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 245650 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 245654 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 245658 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 245667 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 245672 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 245676 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 245679 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 245684 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 245688 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 246255 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 246255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 246255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 246255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
[junit4] 2> 246284 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 246284 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 246284 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 246291 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66d653d4{/,null,AVAILABLE}
[junit4] 2> 246295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c64fb5d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:57815}
[junit4] 2> 246295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.s.Server Started @246403ms
[junit4] 2> 246295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/tempDir-001/control/data, hostPort=57814, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/control-001/cores, replicaType=NRT}
[junit4] 2> 246296 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 246296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 246296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 246296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 246296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 246296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-10T22:15:51.717705Z
[junit4] 2> 246309 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 246311 INFO (zkConnectionManagerCallback-738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246311 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 246421 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 246421 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/control-001/solr.xml
[junit4] 2> 246426 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 246426 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 246427 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 246638 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 246641 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c36ad5e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 246641 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c36ad5e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 246656 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2efdeabf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 246656 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2efdeabf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 246658 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57799/solr
[junit4] 2> 246661 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 246665 INFO (zkConnectionManagerCallback-745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246673 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 246793 INFO (zkConnectionManagerCallback-747-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246795 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 246795 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 247463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57814_
[junit4] 2> 247465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.c.Overseer Overseer (id=72114157063438340-127.0.0.1:57814_-n_0000000000) starting
[junit4] 2> 247496 INFO (OverseerStateUpdate-72114157063438340-127.0.0.1:57814_-n_0000000000) [n:127.0.0.1:57814_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:57814_
[junit4] 2> 247497 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57814_
[junit4] 2> 247505 INFO (zkCallback-746-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 247520 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 247521 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 247550 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 247589 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 247603 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 247603 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 247605 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [n:127.0.0.1:57814_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/control-001/cores
[junit4] 2> 247645 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 247648 INFO (zkConnectionManagerCallback-756-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 247649 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 247651 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 247666 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57799/solr ready
[junit4] 2> 247667 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57821,localport=57814], receiveBufferSize:408300
[junit4] 2> 247671 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=57815,localport=57822], receiveBufferSize=408300
[junit4] 2> 247674 INFO (qtp1362050114-2334) [n:127.0.0.1:57814_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57814_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 247682 INFO (OverseerThreadFactory-811-thread-1-processing-n:127.0.0.1:57814_) [n:127.0.0.1:57814_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 247816 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57823,localport=57814], receiveBufferSize:408300
[junit4] 2> 247818 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=57815,localport=57824], receiveBufferSize=408300
[junit4] 2> 247822 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 247822 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 248891 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 248910 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 249581 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 249662 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 249663 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 249663 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 249665 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=109.474609375, floorSegmentMB=1.361328125, forceMergeDeletesPctAllowed=5.9757396243457075, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.869550869191407, deletesPctAllowed=29.114425045476334
[junit4] 2> 249668 WARN (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 249829 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 249829 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 249833 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 249833 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 249835 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=58.921875, floorSegmentMB=1.6279296875, forceMergeDeletesPctAllowed=3.226432433982034, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7092214001642096, deletesPctAllowed=49.62640824877015
[junit4] 2> 249837 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e38f911[control_collection_shard1_replica_n1] main]
[junit4] 2> 249850 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 249854 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 249856 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 249856 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660817039978135552
[junit4] 2> 249863 INFO (searcherExecutor-816-thread-1-processing-n:127.0.0.1:57814_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@e38f911[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 249885 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 249885 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 249902 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 249902 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 249902 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57814/control_collection_shard1_replica_n1/
[junit4] 2> 249904 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 249906 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:57814/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 249906 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72114157063438340-core_node2-n_0000000000
[junit4] 2> 249918 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57814/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 250034 INFO (zkCallback-746-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 250035 INFO (zkCallback-746-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 250043 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 250051 INFO (qtp1362050114-2336) [n:127.0.0.1:57814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2229
[junit4] 2> 250057 INFO (qtp1362050114-2334) [n:127.0.0.1:57814_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 250156 INFO (zkCallback-746-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 250156 INFO (zkCallback-746-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 250156 INFO (zkCallback-746-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 250159 INFO (qtp1362050114-2334) [n:127.0.0.1:57814_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57814_&wt=javabin&version=2} status=0 QTime=2484
[junit4] 2> 250159 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 250273 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 250276 INFO (zkConnectionManagerCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 250276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 250279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 250283 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57799/solr ready
[junit4] 2> 250285 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 250287 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57860,localport=57814], receiveBufferSize:408300
[junit4] 2> 250288 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=57815,localport=57861], receiveBufferSize=408300
[junit4] 2> 250289 INFO (qtp1362050114-2334) [n:127.0.0.1:57814_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 250305 INFO (OverseerThreadFactory-811-thread-2-processing-n:127.0.0.1:57814_) [n:127.0.0.1:57814_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 250306 INFO (OverseerCollectionConfigSetProcessor-72114157063438340-127.0.0.1:57814_-n_0000000000) [n:127.0.0.1:57814_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 250524 WARN (OverseerThreadFactory-811-thread-2-processing-n:127.0.0.1:57814_) [n:127.0.0.1:57814_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 250528 INFO (qtp1362050114-2334) [n:127.0.0.1:57814_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 250530 INFO (qtp1362050114-2334) [n:127.0.0.1:57814_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=241
[junit4] 2> 250534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 250534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 250534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 250534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 250534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 250534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 250534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 251037 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-1-001 of type NRT for shard2
[junit4] 2> 251043 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 251043 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 251043 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 251043 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
[junit4] 2> 251045 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 251045 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 251045 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 251046 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66fa8614{/,null,AVAILABLE}
[junit4] 2> 251047 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ee0165e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:57864}
[junit4] 2> 251047 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.Server Started @251155ms
[junit4] 2> 251047 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/tempDir-001/jetty1, hostPort=57863, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-1-001/cores}
[junit4] 2> 251047 ERROR (closeThreadPool-763-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 251047 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 251047 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 251048 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 251048 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 251048 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-10T22:15:56.469043Z
[junit4] 2> 251049 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 251052 INFO (zkConnectionManagerCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 251053 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 251162 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 251163 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-1-001/solr.xml
[junit4] 2> 251166 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 251166 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 251168 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 251227 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 251230 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33ba401d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251230 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33ba401d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251237 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4d8aba14[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251237 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4d8aba14[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251239 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57799/solr
[junit4] 2> 251241 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 251246 INFO (zkConnectionManagerCallback-772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 251246 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 251368 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 251374 INFO (zkConnectionManagerCallback-774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 251376 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 251447 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 251482 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.ZkController Publish node=127.0.0.1:57863_ as DOWN
[junit4] 2> 251487 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 251487 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57863_
[junit4] 2> 251493 INFO (zkCallback-746-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 251493 INFO (zkCallback-773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 251494 INFO (zkCallback-761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 251509 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 251510 WARN (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 251543 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 251550 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-2-001 of type NRT for shard1
[junit4] 2> 251554 WARN (closeThreadPool-763-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 251554 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 251554 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 251554 INFO (closeThreadPool-763-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
[junit4] 2> 251562 INFO (closeThreadPool-763-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 251562 INFO (closeThreadPool-763-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 251562 INFO (closeThreadPool-763-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 251563 INFO (closeThreadPool-763-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52b10395{/,null,AVAILABLE}
[junit4] 2> 251564 INFO (closeThreadPool-763-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62214df7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:57869}
[junit4] 2> 251564 INFO (closeThreadPool-763-thread-2) [ ] o.e.j.s.Server Started @251672ms
[junit4] 2> 251564 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/tempDir-001/jetty2, hostPort=57868, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-2-001/cores}
[junit4] 2> 251564 ERROR (closeThreadPool-763-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 251564 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 251565 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 251565 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 251565 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 251565 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-10T22:15:56.986085Z
[junit4] 2> 251566 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 251570 INFO (zkConnectionManagerCallback-780-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 251570 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 251611 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 251620 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 251621 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 251625 INFO (closeThreadPool-763-thread-1) [n:127.0.0.1:57863_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-1-001/cores
[junit4] 2> 251666 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57863_
[junit4] 2> 251690 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 251690 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-2-001/solr.xml
[junit4] 2> 251694 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 251694 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 251695 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 251958 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 251965 WARN (closeThreadPool-763-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3dee219b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251965 WARN (closeThreadPool-763-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3dee219b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251982 WARN (closeThreadPool-763-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d6569ad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251983 WARN (closeThreadPool-763-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d6569ad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 251986 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57799/solr
[junit4] 2> 251992 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 251994 INFO (zkConnectionManagerCallback-787-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 251995 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 252125 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 252139 INFO (zkConnectionManagerCallback-789-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 252140 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 252210 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 252289 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.ZkController Publish node=127.0.0.1:57868_ as DOWN
[junit4] 2> 252294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-3-001 of type NRT for shard2
[junit4] 2> 252295 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 252295 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 252295 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 252295 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
[junit4] 2> 252299 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 252299 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 252299 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 252300 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f90bf33{/,null,AVAILABLE}
[junit4] 2> 252301 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 252301 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57868_
[junit4] 2> 252304 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cc29fb3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:57874}
[junit4] 2> 252304 INFO (closeThreadPool-763-thread-1) [ ] o.e.j.s.Server Started @252413ms
[junit4] 2> 252304 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/tempDir-001/jetty3, hostPort=57873, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-3-001/cores}
[junit4] 2> 252305 ERROR (closeThreadPool-763-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 252305 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 252306 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 252306 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 252306 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 252306 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-10T22:15:57.727961Z
[junit4] 2> 252308 INFO (zkCallback-773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 252308 INFO (zkCallback-746-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 252308 INFO (zkCallback-761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 252308 INFO (zkCallback-788-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 252309 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 252314 INFO (zkConnectionManagerCallback-793-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 252314 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 252314 INFO (OverseerCollectionConfigSetProcessor-72114157063438340-127.0.0.1:57814_-n_0000000000) [n:127.0.0.1:57814_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 252424 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 252424 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-3-001/solr.xml
[junit4] 2> 252429 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 252429 WARN (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 252431 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 252431 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 252432 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 252505 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 252541 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 252550 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 252553 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@70500087[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 252553 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@70500087[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 252554 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 252554 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 252556 INFO (closeThreadPool-763-thread-2) [n:127.0.0.1:57868_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-2-001/cores
[junit4] 2> 252562 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@8f43cf4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 252562 WARN (closeThreadPool-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@8f43cf4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 252563 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57799/solr
[junit4] 2> 252571 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 252577 INFO (zkConnectionManagerCallback-802-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 252578 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 252594 INFO (closeThreadPool-763-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57868_
[junit4] 2> 252709 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 252715 INFO (zkConnectionManagerCallback-804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 252715 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 252789 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 252821 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:57873_ as DOWN
[junit4] 2> 252826 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 252826 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57873_
[junit4] 2> 252835 INFO (zkCallback-761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 252835 INFO (zkCallback-773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 252835 INFO (zkCallback-746-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 252835 INFO (zkCallback-788-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 252840 INFO (zkCallback-803-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 252864 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 252865 WARN (closeThreadPool-763-thread-1) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 252898 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 252923 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 252931 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 252932 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 252936 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-3-001/cores
[junit4] 2> 252993 INFO (closeThreadPool-763-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57873_
[junit4] 2> 253002 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57881,localport=57814], receiveBufferSize:408300
[junit4] 2> 253004 INFO (qtp1362050114-2335) [n:127.0.0.1:57814_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57863_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 253004 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=57815,localport=57883], receiveBufferSize=408300
[junit4] 2> 253006 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57882,localport=57814], receiveBufferSize:408300
[junit4] 2> 253007 INFO (SocketProxy-Acceptor-57814) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=57815,localport=57884], receiveBufferSize=408300
[junit4] 2> 253011 INFO (qtp1362050114-2334) [n:127.0.0.1:57814_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57868_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 253011 INFO (qtp1362050114-2333) [n:127.0.0.1:57814_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57873_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 253020 INFO (OverseerThreadFactory-811-thread-3-processing-n:127.0.0.1:57814_) [n:127.0.0.1:57814_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:57863_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 253030 INFO (OverseerThreadFactory-811-thread-4-processing-n:127.0.0.1:57814_) [n:127.0.0.1:57814_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:57868_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 253033 INFO (OverseerThreadFactory-811-thread-3-processing-n:127.0.0.1:57814_) [n:127.0.0.1:57814_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 253041 INFO (OverseerThreadFactory-811-thread-4-processing-n:127.0.0.1:57814_) [n:127.0.0.1:57814_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 253045 INFO (SocketProxy-Acceptor-57863) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57885,localport=57863], receiveBufferSize:408300
[junit4] 2> 253053 INFO (SocketProxy-Acceptor-57863) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=57864,localport=57886], receiveBufferSize=408300
[junit4] 2> 253056 INFO (SocketProxy-Acceptor-57868) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57887,localport=57868], receiveBufferSize:408300
[junit4] 2> 253057 INFO (SocketProxy-Acceptor-57868) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=57869,localport=57888], receiveBufferSize=408300
[junit4] 2> 253062 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 253068 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 254102 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 254115 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 254117 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n1] Schema name=test
[junit4] 2> 254149 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=test
[junit4] 2> 254238 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 254284 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 254349 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 254353 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 254354 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-1-001/cores/collection1_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-1-001/cores/collection1_shard2_replica_n1/data/]
[junit4] 2> 254360 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=109.474609375, floorSegmentMB=1.361328125, forceMergeDeletesPctAllowed=5.9757396243457075, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.869550869191407, deletesPctAllowed=29.114425045476334
[junit4] 2> 254370 WARN (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 254394 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
[junit4] 2> 254397 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af597fc
[junit4] 2> 254398 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-2-001/cores/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001/shard-2-001/cores/collection1_shard1_replica_n2/data/]
[junit4] 2> 254410 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=109.474609375, floorSegmentMB=1.361328125, forceMergeDeletesPctAllowed=5.9757396243457075, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.869550869191407, deletesPctAllowed=29.114425045476334
[junit4] 2> 254415 WARN (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 254549 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 254549 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 254558 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 254558 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 254561 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 254561 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 254562 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=58.921875, floorSegmentMB=1.6279296875, forceMergeDeletesPctAllowed=3.226432433982034, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7092214001642096, deletesPctAllowed=49.62640824877015
[junit4] 2> 254563 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 254564 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 254564 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@44920122[collection1_shard1_replica_n2] main]
[junit4] 2> 254569 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=58.921875, floorSegmentMB=1.6279296875, forceMergeDeletesPctAllowed=3.226432433982034, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7092214001642096, deletesPctAllowed=49.62640824877015
[junit4] 2> 254571 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c91545d[collection1_shard2_replica_n1] main]
[junit4] 2> 254576 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 254579 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 254580 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 254581 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 254581 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660817044932657152
[junit4] 2> 254584 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 254585 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 254585 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660817044936851456
[junit4] 2> 254593 INFO (searcherExecutor-848-thread-1-processing-n:127.0.0.1:57863_ x:collection1_shard2_replica_n1 c:collection1 s:shard2) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [collection1_shard2_replica_n1] Registered new searcher Searcher@3c91545d[collection1_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 254595 INFO (searcherExecutor-849-thread-1-processing-n:127.0.0.1:57868_ x:collection1_shard1_replica_n2 c:collection1 s:shard1) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@44920122[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 254635 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 254637 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 254637 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 254637 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 254683 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 254683 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 254683 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57868/collection1_shard1_replica_n2/
[junit4] 2> 254683 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 254683 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:57868/collection1_shard1_replica_n2/ has no replicas
[junit4] 2> 254683 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72114157063438348-core_node4-n_0000000000
[junit4] 2> 254683 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 254683 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 254683 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57863/collection1_shard2_replica_n1/
[junit4] 2> 254683 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 254683 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:57863/collection1_shard2_replica_n1/ has no replicas
[junit4] 2> 254683 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72114157063438345-core_node3-n_0000000000
[junit4] 2> 254697 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57868/collection1_shard1_replica_n2/ shard1
[junit4] 2> 254699 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57863/collection1_shard2_replica_n1/ shard2
[junit4] 2> 254818 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 254818 INFO (qtp1713292780-2425) [n:127.0.0.1:57868_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 254844 INFO (qtp1793036253-2399) [n:127.0.0.1:57863_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard
[...truncated too long message...]
.metrics.reporters.SolrJmxReporter@46142b: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@28636c0a
[junit4] 2> 279467 INFO (closeThreadPool-826-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 279519 INFO (zkCallback-803-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 279525 INFO (closeThreadPool-826-thread-5) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@62214df7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 279525 INFO (closeThreadPool-826-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52b10395{/,null,UNAVAILABLE}
[junit4] 2> 279525 INFO (closeThreadPool-826-thread-5) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 279527 WARN (closeThreadPool-826-thread-5) [ ] o.a.s.c.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:57868/, target: http://127.0.0.1:57869/
[junit4] 2> 279620 INFO (closeThreadPool-826-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72114157063438340-127.0.0.1:57814_-n_0000000000) closing
[junit4] 2> 279625 INFO (closeThreadPool-826-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c64fb5d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 279626 INFO (closeThreadPool-826-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66d653d4{/,null,UNAVAILABLE}
[junit4] 2> 279626 INFO (closeThreadPool-826-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 279629 WARN (closeThreadPool-826-thread-2) [ ] o.a.s.c.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:57814/, target: http://127.0.0.1:57815/
[junit4] 2> 279728 INFO (closeThreadPool-826-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4cc29fb3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 279728 INFO (closeThreadPool-826-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f90bf33{/,null,UNAVAILABLE}
[junit4] 2> 279728 INFO (closeThreadPool-826-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 279729 WARN (closeThreadPool-826-thread-1) [ ] o.a.s.c.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:57873/, target: http://127.0.0.1:57874/
[junit4] 2> 279730 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 279943 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/c8n_1x3_lf/terms/shard1
[junit4] 2> 15 /solr/collections/collection1/state.json
[junit4] 2> 14 /solr/collections/c8n_1x3_lf/state.json
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/c8n_1x3_lf/collectionprops.json
[junit4] 2> 2 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 106 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/72114157063438340-127.0.0.1:57814_-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 59 /solr/overseer/queue
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 18 /solr/overseer/collection-queue-work
[junit4] 2> 11 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> 279947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57799
[junit4] 2> 279947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57799
[junit4] 2> 279947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BCA9269C150F102A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57799
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=BCA9269C150F102A -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Indian/Christmas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 34.5s J4 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=5 not found in http://127.0.0.1:57868/c8n_1x3_lf due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([BCA9269C150F102A:34FD1946BBF37DD2]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:563)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:508)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:185)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:58)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BCA9269C150F102A-001
[junit4] 2> Mar 10, 2020 10:16:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {multiDefault=Lucene84, a_t=PostingsFormat(name=LuceneVarGapFixedInterval), _root_=PostingsFormat(name=LuceneVarGapFixedInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), text=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=103, maxMBSortInHeap=7.780529695173349, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@237c7f35), locale=hr-HR, timezone=Indian/Christmas
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=104205048,total=298459136
[junit4] 2> NOTE: All tests run in this JVM: [ClassificationUpdateProcessorTest, NestedAtomicUpdateTest, TestDocSet, CloudReplicaSourceTest, TestExportWriter, TestZkAclsWithHadoopAuth, TestIndexSearcher, InfixSuggestersTest, TestDistributedTracing, MergeStrategyTest, TestInPlaceUpdatesStandalone, SystemLogListenerTest, TestClusterProperties, TestRealTimeGet, BigEndianAscendingWordDeserializerTest, TestTrieFacet, TestSearchPerf, TestDeleteCollectionOnDownNodes, TestHdfsBackupRestoreCore, TestObjectReleaseTracker, ForceLeaderTest, DocExpirationUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, TestCollationFieldDocValues, TestSubQueryTransformerDistrib, CleanupOldIndexTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [137/901 (1!)] on J4 in 34.77s, 1 test, 1 failure <<< FAILURES!
[...truncated 50636 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/732/consoleText
[repro] Revision: 845ee75e28b5bb73bd8ec5a8b1d79a46cff7737c
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=BCA9269C150F102A -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Indian/Christmas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] LeaderFailoverAfterPartitionTest
[repro] ant compile-test
[...truncated 3448 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.LeaderFailoverAfterPartitionTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=BCA9269C150F102A -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Indian/Christmas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 82 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-14-rc) - Build # 733 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/733/
Java: 64bit/jdk-14-rc -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest
Error Message:
48 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest: 1) Thread[id=21989, name=nioEventLoopGroup-11-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 2) Thread[id=22019, name=nioEventLoopGroup-9-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 3) Thread[id=21987, name=nioEventLoopGroup-11-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 4) Thread[id=22002, name=nioEventLoopGroup-8-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 5) Thread[id=22018, name=nioEventLoopGroup-9-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 6) Thread[id=21996, name=nioEventLoopGroup-11-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 7) Thread[id=21985, name=nioEventLoopGroup-11-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 8) Thread[id=21995, name=nioEventLoopGroup-11-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 9) Thread[id=21980, name=nioEventLoopGroup-10-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 10) Thread[id=22013, name=nioEventLoopGroup-9-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 11) Thread[id=21986, name=nioEventLoopGroup-11-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 12) Thread[id=21991, name=nioEventLoopGroup-11-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 13) Thread[id=22006, name=nioEventLoopGroup-8-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 14) Thread[id=22017, name=nioEventLoopGroup-9-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 15) Thread[id=21993, name=nioEventLoopGroup-11-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 16) Thread[id=22005, name=nioEventLoopGroup-8-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 17) Thread[id=21982, name=nioEventLoopGroup-10-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 18) Thread[id=22008, name=nioEventLoopGroup-9-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 19) Thread[id=22001, name=nioEventLoopGroup-8-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 20) Thread[id=21977, name=nioEventLoopGroup-10-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 21) Thread[id=21978, name=nioEventLoopGroup-10-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 22) Thread[id=22009, name=nioEventLoopGroup-9-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 23) Thread[id=22014, name=nioEventLoopGroup-9-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 24) Thread[id=21917, name=nioEventLoopGroup-10-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 25) Thread[id=21981, name=nioEventLoopGroup-10-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 26) Thread[id=22000, name=nioEventLoopGroup-8-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 27) Thread[id=22011, name=nioEventLoopGroup-9-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 28) Thread[id=21872, name=nioEventLoopGroup-8-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 29) Thread[id=21976, name=nioEventLoopGroup-10-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 30) Thread[id=22010, name=nioEventLoopGroup-9-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 31) Thread[id=21979, name=nioEventLoopGroup-10-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 32) Thread[id=21974, name=nioEventLoopGroup-10-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 33) Thread[id=21994, name=nioEventLoopGroup-11-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 34) Thread[id=21988, name=nioEventLoopGroup-11-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 35) Thread[id=22012, name=nioEventLoopGroup-9-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 36) Thread[id=21992, name=nioEventLoopGroup-11-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 37) Thread[id=21999, name=nioEventLoopGroup-8-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 38) Thread[id=22015, name=nioEventLoopGroup-9-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 39) Thread[id=21975, name=nioEventLoopGroup-10-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 40) Thread[id=22016, name=nioEventLoopGroup-9-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 41) Thread[id=21997, name=nioEventLoopGroup-8-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 42) Thread[id=22004, name=nioEventLoopGroup-8-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 43) Thread[id=22007, name=nioEventLoopGroup-8-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 44) Thread[id=21983, name=nioEventLoopGroup-10-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 45) Thread[id=22003, name=nioEventLoopGroup-8-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 46) Thread[id=21998, name=nioEventLoopGroup-8-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 47) Thread[id=21984, name=nioEventLoopGroup-10-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832) 48) Thread[id=21990, name=nioEventLoopGroup-11-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest] at java.base@14/sun.nio.ch.KQueue.poll(Native Method) at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392) at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@14/java.lang.Thread.run(Thread.java:832)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 48 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest:
1) Thread[id=21989, name=nioEventLoopGroup-11-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
2) Thread[id=22019, name=nioEventLoopGroup-9-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
3) Thread[id=21987, name=nioEventLoopGroup-11-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
4) Thread[id=22002, name=nioEventLoopGroup-8-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
5) Thread[id=22018, name=nioEventLoopGroup-9-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
6) Thread[id=21996, name=nioEventLoopGroup-11-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
7) Thread[id=21985, name=nioEventLoopGroup-11-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
8) Thread[id=21995, name=nioEventLoopGroup-11-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
9) Thread[id=21980, name=nioEventLoopGroup-10-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
10) Thread[id=22013, name=nioEventLoopGroup-9-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
11) Thread[id=21986, name=nioEventLoopGroup-11-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
12) Thread[id=21991, name=nioEventLoopGroup-11-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
13) Thread[id=22006, name=nioEventLoopGroup-8-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
14) Thread[id=22017, name=nioEventLoopGroup-9-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
15) Thread[id=21993, name=nioEventLoopGroup-11-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
16) Thread[id=22005, name=nioEventLoopGroup-8-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
17) Thread[id=21982, name=nioEventLoopGroup-10-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
18) Thread[id=22008, name=nioEventLoopGroup-9-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
19) Thread[id=22001, name=nioEventLoopGroup-8-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
20) Thread[id=21977, name=nioEventLoopGroup-10-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
21) Thread[id=21978, name=nioEventLoopGroup-10-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
22) Thread[id=22009, name=nioEventLoopGroup-9-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
23) Thread[id=22014, name=nioEventLoopGroup-9-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
24) Thread[id=21917, name=nioEventLoopGroup-10-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
25) Thread[id=21981, name=nioEventLoopGroup-10-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
26) Thread[id=22000, name=nioEventLoopGroup-8-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
27) Thread[id=22011, name=nioEventLoopGroup-9-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
28) Thread[id=21872, name=nioEventLoopGroup-8-1, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
29) Thread[id=21976, name=nioEventLoopGroup-10-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
30) Thread[id=22010, name=nioEventLoopGroup-9-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
31) Thread[id=21979, name=nioEventLoopGroup-10-7, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
32) Thread[id=21974, name=nioEventLoopGroup-10-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
33) Thread[id=21994, name=nioEventLoopGroup-11-10, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
34) Thread[id=21988, name=nioEventLoopGroup-11-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
35) Thread[id=22012, name=nioEventLoopGroup-9-5, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
36) Thread[id=21992, name=nioEventLoopGroup-11-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
37) Thread[id=21999, name=nioEventLoopGroup-8-4, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
38) Thread[id=22015, name=nioEventLoopGroup-9-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
39) Thread[id=21975, name=nioEventLoopGroup-10-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
40) Thread[id=22016, name=nioEventLoopGroup-9-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
41) Thread[id=21997, name=nioEventLoopGroup-8-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
42) Thread[id=22004, name=nioEventLoopGroup-8-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
43) Thread[id=22007, name=nioEventLoopGroup-8-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
44) Thread[id=21983, name=nioEventLoopGroup-10-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
45) Thread[id=22003, name=nioEventLoopGroup-8-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
46) Thread[id=21998, name=nioEventLoopGroup-8-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
47) Thread[id=21984, name=nioEventLoopGroup-10-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
48) Thread[id=21990, name=nioEventLoopGroup-11-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base@14/java.lang.Thread.run(Thread.java:832)
at __randomizedtesting.SeedInfo.seed([1B3638889B076741]:0)
Build Log:
[...truncated 15323 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest
[junit4] 2> 1859988 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1859988 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1859989 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_1B3638889B076741-001/data-dir-123-001
[junit4] 2> 1859989 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1859990 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1860089 WARN (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1860091 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
[junit4] 2> 1860096 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1860096 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1860096 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1860097 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a7095dd{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1860257 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@121e63e6{hdfs,/,file:///Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/jetty-localhost-62968-hadoop-hdfs-3_2_0-tests_jar-_-any-5472763701586176553.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1860258 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32de7889{HTTP/1.1,[http/1.1]}{localhost:62968}
[junit4] 2> 1860259 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.Server Started @1860389ms
[junit4] 2> 1860434 WARN (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1860436 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
[junit4] 2> 1860438 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1860438 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1860438 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1860439 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78e9b41{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1860674 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4d30134f{datanode,/,file:///Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/jetty-localhost-62974-hadoop-hdfs-3_2_0-tests_jar-_-any-16610212315740774689.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1860681 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b048a8b{HTTP/1.1,[http/1.1]}{localhost:62974}
[junit4] 2> 1860681 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.Server Started @1860812ms
[junit4] 2> 1860787 WARN (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1860803 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
[junit4] 2> 1860806 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1860808 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1860811 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1860812 INFO (SUITE-HdfsRecoverLeaseTest-seed#[1B3638889B076741]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61d2fc17{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1860885 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc819bf3383f83075: Processing first storage report for DS-a6ed0267-5826-41e8-a378-0b19f115e5a4 from datanode 48c075a4-1cfa-4433-bc5d-1c7ff3ef2061
[junit4] 2> 1860885 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc819bf3383f83075: from storage DS-a6ed0267-5826-41e8-a378-0b19f115e5a4 node DatanodeRegistration(127.0.0.1:62973, datanodeUuid=48c075a4-1cfa-4433-bc5d-1c7ff3ef2061, infoPort=62980, infoSecurePort=0, ipcPort=62981, storageInfo=lv=-57;cid=testClusterID;nsid=1150021176;c=1583904535439), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1860886 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc819bf3383f83075: Processing first storage report for DS-a5f6f6b9-ab52-4c7e-8554-5dd8cd55c9b1 from datanode 48c075a4-1cfa-4433-bc5d-1c7ff3ef2061
[junit4] 2> 1860886 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc819bf3383f83075: from storage DS-a5f6f6b9-ab52-4c7e-8554-5dd8cd55c9b1 node DatanodeRegistration(127.0.0.1:62973, datanodeUuid=48c075a4-1cfa-4433-bc5d-1c7ff3ef2061, infoPort=629
[...truncated too long message...]
:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 41) Thread[id=21997, name=nioEventLoopGroup-8-2, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 42) Thread[id=22004, name=nioEventLoopGroup-8-9, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 43) Thread[id=22007, name=nioEventLoopGroup-8-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 44) Thread[id=21983, name=nioEventLoopGroup-10-11, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 45) Thread[id=22003, name=nioEventLoopGroup-8-8, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 46) Thread[id=21998, name=nioEventLoopGroup-8-3, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 47) Thread[id=21984, name=nioEventLoopGroup-10-12, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > 48) Thread[id=21990, name=nioEventLoopGroup-11-6, state=RUNNABLE, group=TGRP-HdfsRecoverLeaseTest]
[junit4] > at java.base@14/sun.nio.ch.KQueue.poll(Native Method)
[junit4] > at java.base@14/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[junit4] > at java.base@14/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:737)
[junit4] > at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:392)
[junit4] > at app//io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:884)
[junit4] > at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
[junit4] > at java.base@14/java.lang.Thread.run(Thread.java:832)
[junit4] > at __randomizedtesting.SeedInfo.seed([1B3638889B076741]:0)
[junit4] Completed [590/901 (1!)] on J3 in 18.36s, 2 tests, 1 error <<< FAILURES!
[...truncated 45798 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/733/consoleText
[repro] Revision: 155a8c24a31b3bcca7b0b2395ffa285a545b8341
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=HdfsRecoverLeaseTest -Dtests.seed=1B3638889B076741 -Dtests.slow=true -Dtests.locale=teo-KE -Dtests.timezone=Europe/Bucharest -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] HdfsRecoverLeaseTest
[repro] ant compile-test
[...truncated 3448 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.HdfsRecoverLeaseTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=1B3638889B076741 -Dtests.slow=true -Dtests.locale=teo-KE -Dtests.timezone=Europe/Bucharest -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest
[repro] Exiting with code 0
[...truncated 73 lines...]