You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/04/07 13:17:01 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2155 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2155/
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([DE0FD0EE2E1709BD:565BEF3480EB6445]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14817 lines...]
[junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4] 2> 4326118 INFO (SUITE-SyncSliceTest-seed#[DE0FD0EE2E1709BD]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 4326118 INFO (SUITE-SyncSliceTest-seed#[DE0FD0EE2E1709BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/data-dir-217-001
[junit4] 2> 4326119 WARN (SUITE-SyncSliceTest-seed#[DE0FD0EE2E1709BD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 4326119 INFO (SUITE-SyncSliceTest-seed#[DE0FD0EE2E1709BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4326120 INFO (SUITE-SyncSliceTest-seed#[DE0FD0EE2E1709BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 4326121 INFO (SUITE-SyncSliceTest-seed#[DE0FD0EE2E1709BD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4326121 INFO (SUITE-SyncSliceTest-seed#[DE0FD0EE2E1709BD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /z_/nl
[junit4] 2> 4326126 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4326126 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4326126 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4326226 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer start zk server on port:36184
[junit4] 2> 4326226 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36184
[junit4] 2> 4326226 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36184
[junit4] 2> 4326226 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36184
[junit4] 2> 4326229 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4326231 INFO (zkConnectionManagerCallback-13223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4326231 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4326234 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4326235 INFO (zkConnectionManagerCallback-13225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4326235 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4326237 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4326239 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4326241 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4326242 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4326244 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4326246 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4326247 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4326249 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4326259 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4326260 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4326262 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4326272 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4326273 INFO (zkConnectionManagerCallback-13229-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4326273 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4326376 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 4326857 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4326857 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4326857 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4326858 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4326858 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4326858 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4326859 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73132e20{/z_/nl,null,AVAILABLE}
[junit4] 2> 4326872 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ed69cc6{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:42251}
[junit4] 2> 4326872 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.s.Server Started @4326911ms
[junit4] 2> 4326872 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/control/data, hostPort=42251, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/control-001/cores, replicaType=NRT}
[junit4] 2> 4326873 ERROR (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4326873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4326873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4326873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4326873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4326873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-07T11:42:49.431270Z
[junit4] 2> 4326874 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4326875 INFO (zkConnectionManagerCallback-13231-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4326875 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4326985 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4326985 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/control-001/solr.xml
[junit4] 2> 4326990 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4332073 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4332144 WARN (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c016d28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4332144 WARN (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c016d28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4332231 WARN (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f98dbe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4332231 WARN (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f98dbe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4332253 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36184/solr
[junit4] 2> 4332307 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4332333 INFO (zkConnectionManagerCallback-13238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4332333 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4332497 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4332542 INFO (zkConnectionManagerCallback-13240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4332542 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4333537 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42251_z_%2Fnl
[junit4] 2> 4333538 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.Overseer Overseer (id=72584195738566661-127.0.0.1:42251_z_%2Fnl-n_0000000000) starting
[junit4] 2> 4333591 INFO (OverseerStateUpdate-72584195738566661-127.0.0.1:42251_z_%2Fnl-n_0000000000) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42251_z_%2Fnl
[junit4] 2> 4333592 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42251_z_%2Fnl
[junit4] 2> 4333593 INFO (OverseerStateUpdate-72584195738566661-127.0.0.1:42251_z_%2Fnl-n_0000000000) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4333667 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4333667 WARN (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4333840 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4333963 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4333989 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4333989 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4333991 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/control-001/cores
[junit4] 2> 4334008 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4334010 INFO (zkConnectionManagerCallback-13249-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4334010 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4334011 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4334013 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36184/solr ready
[junit4] 2> 4334135 INFO (qtp486078897-66233) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42251_z_%252Fnl&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4334151 INFO (OverseerThreadFactory-12414-thread-1-processing-n:127.0.0.1:42251_z_%2Fnl) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4334283 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4334283 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4335320 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 4335396 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 4335934 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4335983 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 4335984 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4335984 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 4335988 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23126525955294053]
[junit4] 2> 4336030 WARN (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 4336466 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4336466 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4336489 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4336489 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4336491 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@41d9f21f
[junit4] 2> 4336491 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e90c82e[control_collection_shard1_replica_n1] main]
[junit4] 2> 4336603 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4336603 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4336604 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4336604 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663313934194573312
[junit4] 2> 4336653 INFO (searcherExecutor-12419-thread-1-processing-n:127.0.0.1:42251_z_%2Fnl x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2e90c82e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4336665 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4336665 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 4336682 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4336682 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4336682 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42251/z_/nl/control_collection_shard1_replica_n1/
[junit4] 2> 4336682 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4336682 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:42251/z_/nl/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 4336682 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72584195738566661-core_node2-n_0000000000
[junit4] 2> 4336705 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42251/z_/nl/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 4336708 INFO (zkCallback-13239-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4336708 INFO (zkCallback-13239-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4336717 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4336720 INFO (qtp486078897-66232) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2437
[junit4] 2> 4336734 INFO (qtp486078897-66233) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4336820 INFO (zkCallback-13239-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4336820 INFO (zkCallback-13239-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4336821 INFO (zkCallback-13239-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4336821 INFO (qtp486078897-66233) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42251_z_%252Fnl&wt=javabin&version=2} status=0 QTime=2686
[junit4] 2> 4336822 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 4336927 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4336949 INFO (zkConnectionManagerCallback-13255-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4336949 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4336950 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4336961 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36184/solr ready
[junit4] 2> 4336961 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4337178 INFO (qtp486078897-66234) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4337190 INFO (OverseerThreadFactory-12414-thread-2-processing-n:127.0.0.1:42251_z_%2Fnl) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4337190 INFO (OverseerCollectionConfigSetProcessor-72584195738566661-127.0.0.1:42251_z_%2Fnl-n_0000000000) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4337403 WARN (OverseerThreadFactory-12414-thread-2-processing-n:127.0.0.1:42251_z_%2Fnl) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 4337405 INFO (qtp486078897-66234) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4337406 INFO (qtp486078897-66234) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=228
[junit4] 2> 4337407 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4337407 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4337408 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4337408 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4337408 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4337408 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4337408 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 4338097 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-1-001 of type NRT for shard1
[junit4] 2> 4338109 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4338109 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4338109 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4338118 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4338118 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4338118 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4338118 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d05b998{/z_/nl,null,AVAILABLE}
[junit4] 2> 4338119 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@750a5caf{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34985}
[junit4] 2> 4338119 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server Started @4338158ms
[junit4] 2> 4338119 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/jetty1, hostPort=34985, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 4338120 ERROR (closeThreadPool-13256-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4338120 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4338120 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4338120 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4338120 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4338120 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-07T11:43:00.678232Z
[junit4] 2> 4338153 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4338155 INFO (zkConnectionManagerCallback-13258-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4338155 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4338300 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4338300 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-1-001/solr.xml
[junit4] 2> 4338314 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4339139 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-2-001 of type NRT for shard1
[junit4] 2> 4339155 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4339155 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4339155 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4339157 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4339157 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4339157 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4339157 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@304a3f80{/z_/nl,null,AVAILABLE}
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3143bdf1{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:46704}
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.Server Started @4339209ms
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/jetty2, hostPort=46704, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 4339171 ERROR (closeThreadPool-13256-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4339171 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-07T11:43:01.729679Z
[junit4] 2> 4339173 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4339174 INFO (zkConnectionManagerCallback-13261-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4339174 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4339200 INFO (OverseerCollectionConfigSetProcessor-72584195738566661-127.0.0.1:42251_z_%2Fnl-n_0000000000) [n:127.0.0.1:42251_z_%2Fnl ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4339276 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4339276 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-2-001/solr.xml
[junit4] 2> 4339322 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4340612 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4340614 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@396d570a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340614 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@396d570a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340630 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56e0f77f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340630 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56e0f77f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340644 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36184/solr
[junit4] 2> 4340645 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4340647 INFO (zkConnectionManagerCallback-13268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4340647 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4340855 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4340912 INFO (zkConnectionManagerCallback-13270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4340912 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4340918 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4340940 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.ZkController Publish node=127.0.0.1:34985_z_%2Fnl as DOWN
[junit4] 2> 4340941 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4340941 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34985_z_%2Fnl
[junit4] 2> 4340942 INFO (zkCallback-13239-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4340952 INFO (zkCallback-13269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4340953 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4340953 WARN (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4340977 INFO (zkCallback-13254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4341107 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4341289 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4341401 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4341401 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4341415 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:34985_z_%2Fnl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-1-001/cores
[junit4] 2> 4341473 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34985_z_%2Fnl
[junit4] 2> 4342058 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-3-001 of type NRT for shard1
[junit4] 2> 4342061 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4342061 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4342061 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4342079 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4342079 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4342079 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4342079 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3120a8e4{/z_/nl,null,AVAILABLE}
[junit4] 2> 4342080 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78e12699{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41840}
[junit4] 2> 4342080 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server Started @4342119ms
[junit4] 2> 4342080 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/jetty3, hostPort=41840, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 4342080 ERROR (closeThreadPool-13256-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4342080 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4342080 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4342081 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4342081 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4342081 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-07T11:43:04.639033Z
[junit4] 2> 4342081 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4342083 INFO (zkConnectionManagerCallback-13276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4342083 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4342184 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4342184 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-3-001/solr.xml
[junit4] 2> 4342360 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4343449 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4343565 WARN (closeThreadPool-13256-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a9d64ce[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4343565 WARN (closeThreadPool-13256-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a9d64ce[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4343626 WARN (closeThreadPool-13256-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ec9db7f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4343626 WARN (closeThreadPool-13256-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ec9db7f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4343628 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36184/solr
[junit4] 2> 4343719 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4343731 INFO (zkConnectionManagerCallback-13283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4343731 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4343849 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4343850 INFO (zkConnectionManagerCallback-13285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4343850 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4343872 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4343877 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.ZkController Publish node=127.0.0.1:46704_z_%2Fnl as DOWN
[junit4] 2> 4343878 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4343878 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46704_z_%2Fnl
[junit4] 2> 4343879 INFO (zkCallback-13254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4343879 INFO (zkCallback-13239-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4343879 INFO (zkCallback-13284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4343882 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4343882 WARN (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4343894 INFO (zkCallback-13269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4343990 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4344147 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4344205 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4344206 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4344224 INFO (closeThreadPool-13256-thread-2) [n:127.0.0.1:46704_z_%2Fnl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-2-001/cores
[junit4] 2> 4344285 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4344308 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68775e63[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4344308 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68775e63[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4344312 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@26125dd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4344312 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@26125dd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4344314 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36184/solr
[junit4] 2> 4344315 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4344340 INFO (zkConnectionManagerCallback-13295-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4344340 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4344363 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46704_z_%2Fnl
[junit4] 2> 4344443 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4344444 INFO (zkConnectionManagerCallback-13297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4344444 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4344450 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4344454 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.ZkController Publish node=127.0.0.1:41840_z_%2Fnl as DOWN
[junit4] 2> 4344455 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4344455 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41840_z_%2Fnl
[junit4] 2> 4344456 INFO (zkCallback-13284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4344456 INFO (zkCallback-13254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4344456 INFO (zkCallback-13269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4344456 INFO (zkCallback-13239-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4344456 INFO (zkCallback-13296-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4344459 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4344459 WARN (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4344632 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4344716 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4344754 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4344754 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4344791 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:41840_z_%2Fnl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-3-001/cores
[junit4] 2> 4344840 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41840_z_%2Fnl
[junit4] 2> 4344961 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-4-001 of type NRT for shard1
[junit4] 2> 4344963 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4344963 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4344964 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4344965 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4344965 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4344965 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4344965 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@691d63cd{/z_/nl,null,AVAILABLE}
[junit4] 2> 4344966 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@701cebf9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:44095}
[junit4] 2> 4344966 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server Started @4345005ms
[junit4] 2> 4344966 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/jetty4, hostPort=44095, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 4344967 ERROR (closeThreadPool-13256-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4344967 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4344967 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4344967 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4344967 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4344967 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-07T11:43:07.525295Z
[junit4] 2> 4344968 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4344969 INFO (zkConnectionManagerCallback-13303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4344969 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4345071 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4345071 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-4-001/solr.xml
[junit4] 2> 4345084 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4345984 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-5-001 of type NRT for shard1
[junit4] 2> 4345987 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4345987 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4345987 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4345988 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4345988 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4345988 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4345988 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@286913d3{/z_/nl,null,AVAILABLE}
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ea55323{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:33087}
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.e.j.s.Server Started @4346028ms
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/jetty5, hostPort=33087, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 4345990 ERROR (closeThreadPool-13256-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4345990 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-07T11:43:08.548532Z
[junit4] 2> 4345991 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4345992 INFO (zkConnectionManagerCallback-13306-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4345992 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4346099 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4346099 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-5-001/solr.xml
[junit4] 2> 4346104 INFO (closeThreadPool-13256-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4348841 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4348943 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a821bac[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4348943 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a821bac[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4348972 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f1b2593[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4348972 WARN (closeThreadPool-13256-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f1b2593[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4348973 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36184/solr
[junit4] 2> 4348974 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4349016 INFO (zkConnectionManagerCallback-13313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4349016 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4349235 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4349291 INFO (zkConnectionManagerCallback-13315-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4349291 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4349307 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4349337 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.ZkController Publish node=127.0.0.1:44095_z_%2Fnl as DOWN
[junit4] 2> 4349338 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4349338 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44095_z_%2Fnl
[junit4] 2> 4349340 INFO (zkCallback-13284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4349340 INFO (zkCallback-13254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4349348 INFO (zkCallback-13239-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4349348 INFO (zkCallback-13296-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4349348 INFO (zkCallback-13269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4349351 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4349351 WARN (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4349381 INFO (zkCallback-13314-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4349455 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4349609 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4349632 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-6-001 of type NRT for shard1
[junit4] 2> 4349635 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4349635 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4349635 INFO (closeThreadPool-13256-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4349636 INFO (closeThreadPool-13256-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4349636 INFO (closeThreadPool-13256-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4349636 INFO (closeThreadPool-13256-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4349637 INFO (closeThreadPool-13256-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4657d59d{/z_/nl,null,AVAILABLE}
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5de3b754{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:32855}
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.e.j.s.Server Started @4349676ms
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/jetty6, hostPort=32855, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 4349638 ERROR (closeThreadPool-13256-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4349638 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-07T11:43:12.196673Z
[junit4] 2> 4349639 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4349672 INFO (zkConnectionManagerCallback-13321-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4349672 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4349680 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4349680 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be
[junit4] 2> 4349733 INFO (closeThreadPool-13256-thread-1) [n:127.0.0.1:44095_z_%2Fnl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-4-001/cores
[junit4] 2> 4349790 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4349790 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-6-001/solr.xml
[junit4] 2> 4349831 INFO (closeThreadPool-13256-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@441f42be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4349851 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44095_z_%2Fnl
[junit4] 2> 4355043 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-7-001 of type NRT for shard1
[junit4] 2> 4355046 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4355046 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4355046 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4355047 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4355047 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4355047 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4355047 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@297ecab0{/z_/nl,null,AVAILABLE}
[junit4] 2> 4355056 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f0e7150{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41077}
[junit4] 2> 4355057 INFO (closeThreadPool-13256-thread-1) [ ] o.e.j.s.Server Started @4355095ms
[junit4] 2> 4355057 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z_/nl, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/tempDir-001/jetty7, hostPort=41077, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001/shard-7-001/cores}
[junit4] 2> 4355057 ERROR (closeThreadPool-13256-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4355057 INFO (closeThreadPool-13256-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4355057 INFO (closeThread
[...truncated too long message...]
8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 353 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/72584195738566676-127.0.0.1:44095_z_%2Fnl-n_0000000004
[junit4] 2> 3 /solr/overseer_elect/election/72584195738566670-127.0.0.1:46704_z_%2Fnl-n_0000000002
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72584195738566676-core_node4-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 77 /solr/live_nodes
[junit4] 2> 75 /solr/overseer/queue
[junit4] 2> 25 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> 4400873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36184
[junit4] 2> 4400873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36184
[junit4] 2> 4400873 INFO (TEST-SyncSliceTest.test-seed#[DE0FD0EE2E1709BD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36184
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=DE0FD0EE2E1709BD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=nd -Dtests.timezone=America/Indiana/Vevay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 74.8s J2 | SyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([DE0FD0EE2E1709BD:565BEF3480EB6445]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_DE0FD0EE2E1709BD-001
[junit4] 2> Apr 07, 2020 11:44:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), _root_=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=599, maxMBSortInHeap=7.483747921195084, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@720222f6), locale=nd, timezone=America/Indiana/Vevay
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=363067592,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryField, TestManagedSchemaThreadSafety, TestPKIAuthenticationPlugin, RestoreTriggerStateTest, AuditLoggerPluginTest, TestDocBasedVersionConstraints, AtomicUpdatesTest, SpatialFilterTest, TestConfigSetsAPIExclusivity, DocumentBuilderTest, TestSimpleTrackingShardHandler, IgnoreLargeDocumentProcessorFactoryTest, BlockDirectoryTest, TestStressVersions, UninvertDocValuesMergePolicyTest, TestUseDocValuesAsStored2, TestSortableTextField, FileUtilsTest, ZkCollectionPropsCachingTest, RAMDirectoryFactoryTest, PeerSyncWithBufferUpdatesTest, TestDownShardTolerantSearch, SimpleFacetsTest, ClusterStateMockUtilTest, MoveReplicaHDFSFailoverTest, TestSimpleTextCodec, CdcrUpdateLogTest, TestCoreDiscovery, TestSchemaField, ParsingFieldUpdateProcessorsTest, SolrCmdDistributorTest, UpdateLogTest, TestExpandComponent, DistributedIntervalFacetingTest, HttpPartitionOnCommitTest, MoreLikeThisComponentTest, MetricsHistoryWithAuthIntegrationTest, AutoScalingHandlerTest, TestDistributedTracing, TestDynamicFieldCollectionResource, TestDistributedGrouping, DeleteLastCustomShardedReplicaTest, TestCloudSchemaless, TestInitParams, LeaderFailoverAfterPartitionTest, DistributedFacetExistsSmallTest, TestSchemaVersionResource, TestDocumentBuilder, TriLevelCompositeIdRoutingTest, ClassificationUpdateProcessorIntegrationTest, CollectionPropsTest, TestInPlaceUpdatesRequiredField, SolrRrdBackendFactoryTest, CSVRequestHandlerTest, BaseCdcrDistributedZkTest, CollectionTooManyReplicasTest, ExternalFileFieldSortTest, TestUninvertingReader, TestSolrCloudWithDelegationTokens, TestBackupRepositoryFactory, TestInitQParser, BadCopyFieldTest, CdcrOpsAndBoundariesTest, SortByFunctionTest, ChangedSchemaMergeTest, TestRangeQuery, TestClassicSimilarityFactory, TestUnifiedSolrHighlighter, TriggerEventQueueTest, TestTrieFacet, HttpSolrCallGetCoreTest, TestJoin, LeaderVoteWaitTimeoutTest, TestOrdValues, TestApiFramework, TestSolrConfigHandlerConcurrent, TestPullReplicaErrorHandling, TestSimTriggerIntegration, XCJFQueryTest, TestWithCollection, BigEndianAscendingWordSerializerTest, IndexSizeTriggerSizeEstimationTest, ConcurrentCreateCollectionTest, EmbeddedSolrNoSerializeTest, SpellCheckCollatorWithCollapseTest, TestFieldCacheSortRandom, BJQParserTest, ResolveAnalyzerByNameTest, HdfsRecoveryZkTest, XsltUpdateRequestHandlerTest, CloudMLTQParserTest, PreAnalyzedFieldTest, CoreAdminCreateDiscoverTest, TestTolerantSearch, ZkNodePropsTest, OutputWriterTest, TestElisionMultitermQuery, PKIAuthenticationIntegrationTest, V2ApiIntegrationTest, DistributedMLTComponentTest, SmileWriterTest, TestMinHashQParser, DOMUtilTest, TestAnalyzeInfixSuggestions, FastVectorHighlighterTest, TestDirectoryFactory, TestSolrCoreSnapshots, LukeRequestHandlerTest, DefaultValueUpdateProcessorTest, OpenExchangeRatesOrgProviderTest, TestCSVLoader, FileBasedSpellCheckerTest, ReturnFieldsTest, SolrGraphiteReporterTest, HdfsThreadLeakTest, RequestLoggingTest, NodeLostTriggerIntegrationTest, TestDeleteCollectionOnDownNodes, CdcrVersionReplicationTest, DocExpirationUpdateProcessorFactoryTest, TestLegacyField, TestConfig, SaslZkACLProviderTest, TestQuerySenderNoQuery, HdfsChaosMonkeySafeLeaderTest, ResponseBuilderTest, SolrRequestParserTest, CoreAdminRequestStatusTest, TestTrackingShardHandlerFactory, ByteBuffersDirectoryFactoryTest, TestMergePolicyConfig, TestSort, SolrCloudExampleTest, TestGraphTermsQParserPlugin, ForceLeaderWithTlogReplicasTest, AddSchemaFieldsUpdateProcessorFactoryTest, DebugComponentTest, TestConfigSetProperties, HdfsAutoAddReplicasIntegrationTest, OverseerTaskQueueTest, MetricsHistoryHandlerTest, TestRestManager, SOLR749Test, DistributedTermsComponentTest, MetricTriggerTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestGroupingSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, FullSolrCloudDistribCmdsTest, HttpPartitionTest, HttpPartitionWithTlogReplicasTest, LeaderFailureAfterFreshStartTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerSolrResponseTest, PackageManagerCLITest, RecoveryZkTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, SplitShardTest, SyncSliceTest]
[junit4] Completed [531/907 (1!)] on J2 in 75.97s, 1 test, 1 failure <<< FAILURES!
[...truncated 53889 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2162 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2162/
1 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ source_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ source_collection
at __randomizedtesting.SeedInfo.seed([71EFB73745B2415A:A2E6E7290021DDCD]:0)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:277)
at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:233)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.AssertionError: expected:<640> but was:<650>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:268)
... 42 more
Build Log:
[...truncated 15232 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest
[junit4] 2> 6549269 INFO (SUITE-CdcrReplicationHandlerTest-seed#[71EFB73745B2415A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 6549269 INFO (SUITE-CdcrReplicationHandlerTest-seed#[71EFB73745B2415A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6549269 INFO (SUITE-CdcrReplicationHandlerTest-seed#[71EFB73745B2415A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/data-dir-241-001
[junit4] 2> 6549270 WARN (SUITE-CdcrReplicationHandlerTest-seed#[71EFB73745B2415A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=342 numCloses=342
[junit4] 2> 6549270 INFO (SUITE-CdcrReplicationHandlerTest-seed#[71EFB73745B2415A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6549271 INFO (SUITE-CdcrReplicationHandlerTest-seed#[71EFB73745B2415A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 6549271 INFO (SUITE-CdcrReplicationHandlerTest-seed#[71EFB73745B2415A]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 6549276 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6549304 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6549304 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6549384 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer start zk server on port:35523
[junit4] 2> 6549384 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35523
[junit4] 2> 6549384 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35523
[junit4] 2> 6549384 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35523
[junit4] 2> 6549386 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6549389 INFO (zkConnectionManagerCallback-32155-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6549389 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6549391 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6549393 INFO (zkConnectionManagerCallback-32157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6549393 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6549403 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 6549414 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 6549416 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6549418 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 6549420 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 6549421 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 6549423 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 6549424 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6549426 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6549428 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 6549429 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 6549430 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationWithBufferedUpdates
[junit4] 2> 6550121 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6550121 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6550121 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 6550122 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6550122 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6550122 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6550122 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f3bdf3{/,null,AVAILABLE}
[junit4] 2> 6550122 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3216de7d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39619}
[junit4] 2> 6550122 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.Server Started @6550160ms
[junit4] 2> 6550122 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=39619, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-001/cores}
[junit4] 2> 6550123 ERROR (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6550123 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6550123 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6550123 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6550123 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6550123 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-14T12:57:56.159288Z
[junit4] 2> 6550132 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6550133 INFO (zkConnectionManagerCallback-32159-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6550133 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6550235 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6550235 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-001/solr.xml
[junit4] 2> 6550241 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6553192 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6553193 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ea893b6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6553193 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ea893b6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6553209 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e1fa18d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6553209 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e1fa18d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6553223 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35523/solr
[junit4] 2> 6553224 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6553225 INFO (zkConnectionManagerCallback-32170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6553225 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6553328 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6553329 INFO (zkConnectionManagerCallback-32172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6553329 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6553578 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39619_
[junit4] 2> 6553579 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.c.Overseer Overseer (id=72624127260884996-127.0.0.1:39619_-n_0000000000) starting
[junit4] 2> 6553597 INFO (OverseerStateUpdate-72624127260884996-127.0.0.1:39619_-n_0000000000) [n:127.0.0.1:39619_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39619_
[junit4] 2> 6553597 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39619_
[junit4] 2> 6553599 INFO (zkCallback-32171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6553618 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6553618 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6553742 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6553883 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6553957 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6553957 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6553971 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:39619_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-001/cores
[junit4] 2> 6556313 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6556313 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6556313 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 6556314 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6556314 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6556314 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6556314 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dbd5895{/,null,AVAILABLE}
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5204d96f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43777}
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.s.Server Started @6556353ms
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=43777, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-002/cores}
[junit4] 2> 6556315 ERROR (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6556315 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-14T12:58:02.351835Z
[junit4] 2> 6556341 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6556349 INFO (zkConnectionManagerCallback-32186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6556349 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6556451 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6556451 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-002/solr.xml
[junit4] 2> 6556477 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6559288 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6559289 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25bf4b2b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6559289 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25bf4b2b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6559293 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@378a00f5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6559293 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@378a00f5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6559295 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35523/solr
[junit4] 2> 6559296 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6559298 INFO (zkConnectionManagerCallback-32197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6559313 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6559416 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6559418 INFO (zkConnectionManagerCallback-32199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6559418 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6559431 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6559459 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.ZkController Publish node=127.0.0.1:43777_ as DOWN
[junit4] 2> 6559460 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6559460 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43777_
[junit4] 2> 6559462 INFO (zkCallback-32171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6559462 INFO (zkCallback-32198-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6559472 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6559473 WARN (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6559588 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6559758 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6559820 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6559820 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6559835 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [n:127.0.0.1:43777_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-002/cores
[junit4] 2> 6559901 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6559902 INFO (zkConnectionManagerCallback-32212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6559902 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6559903 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6559905 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35523/solr ready
[junit4] 2> 6559908 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6559919 INFO (OverseerThreadFactory-32179-thread-1-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
[junit4] 2> 6560036 WARN (OverseerThreadFactory-32179-thread-1-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
[junit4] 2> 6560038 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6560039 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=131
[junit4] 2> 6560041 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39619_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6560043 INFO (OverseerCollectionConfigSetProcessor-72624127260884996-127.0.0.1:39619_-n_0000000000) [n:127.0.0.1:39619_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6560056 INFO (OverseerThreadFactory-32179-thread-2-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39619_ for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 6560058 INFO (OverseerThreadFactory-32179-thread-2-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 6560061 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6560062 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6561093 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6561149 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 6561324 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 6561362 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 6561363 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6561363 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
[junit4] 2> 6561377 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5210234898623798]
[junit4] 2> 6561673 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 6561674 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6561676 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6561676 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6561677 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7375130120074517]
[junit4] 2> 6561678 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5df12e2c[tmp_collection_shard1_replica_n1] main]
[junit4] 2> 6561700 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6561700 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6561701 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6561725 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 6561729 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 6561774 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663952840619458560
[junit4] 2> 6561789 INFO (searcherExecutor-32214-thread-1-processing-n:127.0.0.1:39619_ x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1] Registered new searcher Searcher@5df12e2c[tmp_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6561792 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6561792 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
[junit4] 2> 6561796 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6561796 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6561796 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39619/tmp_collection_shard1_replica_n1/
[junit4] 2> 6561804 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6561805 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:39619/tmp_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6561805 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/72624127260884996-core_node2-n_0000000000
[junit4] 2> 6561805 INFO (zkCallback-32171-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 6561807 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39619/tmp_collection_shard1_replica_n1/ shard1
[junit4] 2> 6561922 INFO (zkCallback-32171-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6561922 INFO (zkCallback-32171-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6561923 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6561925 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1864
[junit4] 2> 6561927 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39619_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1886
[junit4] 2> 6561928 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43777_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6561931 INFO (OverseerCollectionConfigSetProcessor-72624127260884996-127.0.0.1:39619_-n_0000000000) [n:127.0.0.1:39619_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6561931 INFO (OverseerThreadFactory-32179-thread-3-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43777_ for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 6561932 INFO (OverseerThreadFactory-32179-thread-3-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 6561934 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6562048 INFO (zkCallback-32171-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6562048 INFO (zkCallback-32171-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6562048 INFO (zkCallback-32171-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6562947 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6563021 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 6563227 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 6563257 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n3' using configuration from configset conf1, trusted=true
[junit4] 2> 6563258 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n3' (registry 'solr.core.tmp_collection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7811bb63
[junit4] 2> 6563258 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-002/cores/tmp_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001/jetty-002/cores/tmp_collection_shard1_replica_n3/data/]
[junit4] 2> 6563276 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5210234898623798]
[junit4] 2> 6563522 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 6563522 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6563524 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6563524 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6563526 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7375130120074517]
[junit4] 2> 6563527 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c857ded[tmp_collection_shard1_replica_n3] main]
[junit4] 2> 6563545 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6563545 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6563546 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6563548 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663952842479632384
[junit4] 2> 6563552 INFO (searcherExecutor-32221-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3] Registered new searcher Searcher@2c857ded[tmp_collection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6563552 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 6563555 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 6563555 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
[junit4] 2> 6563567 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkController Core needs to recover:tmp_collection_shard1_replica_n3
[junit4] 2> 6563567 INFO (updateExecutor-32193-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 6563568 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 6563568 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy startupVersions is empty
[junit4] 2> 6563569 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 6563569 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 6563569 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tmp_collection_shard1_replica_n3]
[junit4] 2> 6563570 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1635
[junit4] 2> 6563570 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 6563570 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Publishing state of core [tmp_collection_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:39619/tmp_collection_shard1_replica_n1/] and I am [http://127.0.0.1:43777/tmp_collection_shard1_replica_n3/]
[junit4] 2> 6563571 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43777_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1643
[junit4] 2> 6563617 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:39619]; [WaitForState: action=PREPRECOVERY&core=tmp_collection_shard1_replica_n1&nodeName=127.0.0.1:43777_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 6563618 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 6563618 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43777_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43777",
[junit4] 2> "node_name":"127.0.0.1:43777_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 6563618 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43777_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43777",
[junit4] 2> "node_name":"127.0.0.1:43777_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 6563618 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43777_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43777",
[junit4] 2> "node_name":"127.0.0.1:43777_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 6563672 INFO (zkCallback-32171-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6563672 INFO (zkCallback-32171-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6563672 INFO (zkCallback-32171-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6563673 INFO (zkCallback-32198-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6563673 INFO (zkCallback-32198-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6563673 INFO (zkCallback-32198-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6563673 INFO (watches-32173-thread-1) [n:127.0.0.1:39619_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:43777_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43777",
[junit4] 2> "node_name":"127.0.0.1:43777_",
[junit4] 2> "state":"recovering",
[junit4] 2> "type":"NRT"}
[junit4] 2> 6563673 INFO (watches-32173-thread-2) [n:127.0.0.1:39619_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:43777_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:43777",
[junit4] 2> "node_name":"127.0.0.1:43777_",
[junit4] 2> "state":"recovering",
[junit4] 2> "type":"NRT"}
[junit4] 2> 6563673 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:43777_&onlyIfLeaderActive=true&core=tmp_collection_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=55
[junit4] 2> 6563695 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection:tmp_collection failOnTimeout:true timeout:330SECONDS
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 2> 6563933 INFO (OverseerCollectionConfigSetProcessor-72624127260884996-127.0.0.1:39619_-n_0000000000) [n:127.0.0.1:39619_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6564174 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:39619/tmp_collection_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 6564174 WARN (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
[junit4] 2> 6564174 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
[junit4] 2> 6564174 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 6564174 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:39619/tmp_collection_shard1_replica_n1/].
[junit4] 2> 6564177 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1663952843139186688,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 6564177 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 6564178 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 6564180 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
[junit4] 2> 6564180 INFO (qtp1607157935-115188) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n3] webapp= path=/update params={update.distrib=FROMLEADER&update.chain=cdcr-processor-chain&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39619/tmp_collection_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false} status=0 QTime=0
[junit4] 2> 6564193 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 6564194 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 6564194 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 6564194 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 6564194 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 6564194 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 6564194 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 6564195 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@66524af0[tmp_collection_shard1_replica_n3] main]
[junit4] 2> 6564198 INFO (searcherExecutor-32221-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3] Registered new searcher Searcher@66524af0[tmp_collection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6564198 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 6564199 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 6564199 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 6564199 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 6564199 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663952843162255360
[junit4] 2> 6564201 INFO (recoveryExecutor-32195-thread-1-processing-n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:43777_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 6564302 INFO (zkCallback-32198-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564302 INFO (zkCallback-32171-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564302 INFO (zkCallback-32198-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564302 INFO (zkCallback-32198-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564302 INFO (zkCallback-32171-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564302 INFO (zkCallback-32171-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 6564303 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection:tmp_collection
[junit4] 2> 6564305 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6564306 INFO (zkConnectionManagerCallback-32232-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6564306 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6564307 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6564309 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35523/solr ready
[junit4] 2> 6564310 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tmp_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6564312 INFO (OverseerThreadFactory-32179-thread-4-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 6564326 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ x:tmp_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1, tag=null
[junit4] 2> 6564326 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n3, tag=null
[junit4] 2> 6564326 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27ce4b99: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@3531de1b
[junit4] 2> 6564326 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1feebc5: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6ec0df58
[junit4] 2> 6564466 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@10a34e61
[junit4] 2> 6564466 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1, tag=SolrCore@10a34e61
[junit4] 2> 6564466 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader, tag=SolrCore@10a34e61
[junit4] 2> 6564466 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
[junit4] 2> 6564466 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 6564467 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@39bae5f9
[junit4] 2> 6564467 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n3, tag=SolrCore@39bae5f9
[junit4] 2> 6564467 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader, tag=SolrCore@39bae5f9
[junit4] 2> 6564467 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
[junit4] 2> 6564467 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 6564515 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node4=0}, version=2}
[junit4] 2> 6564517 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={}, version=3}
[junit4] 2> 6564526 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 6564526 INFO (qtp1479312635-115153) [n:127.0.0.1:39619_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tmp_collection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=212
[junit4] 2> 6564526 INFO (qtp1607157935-115187) [n:127.0.0.1:43777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tmp_collection_shard1_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 6564629 INFO (zkCallback-32171-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564629 INFO (zkCallback-32171-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564630 INFO (zkCallback-32171-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564630 INFO (zkCallback-32198-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564630 INFO (zkCallback-32198-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564630 INFO (zkCallback-32198-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6564696 INFO (qtp1479312635-115154) [n:127.0.0.1:39619_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tmp_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=387
[junit4] 2> 6564800 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6564809 INFO (zkConnectionManagerCallback-32237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6564809 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6564811 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6564812 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35523/solr ready
[junit4] 2> 6564812 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: tmp_collection failOnTimeout:true timeout (sec):15
[junit4] 2> 6564813 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection:tmp_collection
[junit4] 2> 6564917 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6564918 INFO (zkConnectionManagerCallback-32242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6564918 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6564920 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6564921 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[71EFB73745B2415A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35523/solr ready
[junit4] 2> 6564922 INFO (qtp1479312635-115152) [n:127.0.0.1:39619_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&maxShardsPerNode=1&collection.configName=conf1&name=source_collection&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39619_,127.0.0.1:43777_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6564934 INFO (OverseerThreadFactory-32179-thread-5-processing-n:127.0.0.1:39619_) [n:127.0.0.1:39619_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection source_collection
[junit4] 2> 6564934 INFO (OverseerCollectionConfigSetProcessor-72624127260884996-127.0.0.1:39619_-n_0000000000) [n:127.0.0.1:39619_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6565208 INFO (qtp1607157935-115188) [n:127.0.0.1:43
[...truncated too long message...]
.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 6717323 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[71EFB73745B2415A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a39277f{/,null,UNAVAILABLE}
[junit4] 2> 6717323 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[71EFB73745B2415A]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6717325 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[71EFB73745B2415A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPartialReplicationAfterPeerSync
[junit4] 2> 6717325 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 6717529 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/aliases.json
[junit4] 2> 20 /solr/collections/source_collection/terms/shard1
[junit4] 2> 8 /solr/collections/tmp_collection/terms/shard1
[junit4] 2> 7 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 7 /solr/collections/tmp_collection/state.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/collections/source_collection/state.json
[junit4] 2> 30 /solr/clusterprops.json
[junit4] 2> 30 /solr/clusterstate.json
[junit4] 2> 24 /solr/collections/tmp_collection/state.json
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 3 /solr/collections/source_collection/leader_elect/shard1/election/72624137051766791-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/overseer_elect/election/72624137051766791-127.0.0.1:44119_-n_0000000001
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 56 /solr/overseer/queue
[junit4] 2> 40 /solr/live_nodes
[junit4] 2> 39 /solr/collections
[junit4] 2> 17 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 6717532 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36902
[junit4] 2> 6717532 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36902
[junit4] 2> 6717532 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[71EFB73745B2415A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36902
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_71EFB73745B2415A-001
[junit4] 2> Apr 14, 2020 1:00:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66ab1cc7), locale=fr, timezone=Pacific/Nauru
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=336823528,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [HighlighterMaxOffsetTest, BooleanFieldTest, AddReplicaTest, SpellCheckCollatorTest, RollingRestartTest, PeerSyncTest, DistributedUpdateProcessorTest, MetricsHandlerTest, RegexBytesRefFilterTest, TestLocalStatsCacheCloud, TestSafeXMLParsing, TestChildDocTransformerHierarchy, TestSimpleTextCodec, NumberUtilsTest, DeleteReplicaTest, TestCSVResponseWriter, TestIndexSearcher, TestCloudManagedSchema, TestConfigSetProperties, TestHdfsBackupRestoreCore, ReplaceNodeTest, RankQueryTest, CoreAdminRequestStatusTest, TestFieldTypeResource, ResponseHeaderTest, HdfsChaosMonkeySafeLeaderTest, CustomTermsComponentTest, TestReplicationHandlerDiskOverFlow, TestJsonRangeFacets, ChaosMonkeyNothingIsSafeTest, OverseerCollectionConfigSetProcessorTest, TestStressCloudBlindAtomicUpdates, TestCloudInspectUtil, TestHighlightDedupGrouping, TestPayloadCheckQParserPlugin, XsltUpdateRequestHandlerTest, TestMergePolicyConfig, TestSolrCoreSnapshots, SolrIndexMetricsTest, TestPushWriter, TestCloudPseudoReturnFields, HttpPartitionOnCommitTest, VersionInfoTest, TestPerFieldSimilarity, TestPostingsSolrHighlighter, SchemaVersionSpecificBehaviorTest, SolrPluginUtilsTest, TestXIncludeConfig, TestInPlaceUpdatesDistrib, HealthCheckHandlerTest, ReindexCollectionTest, TestGraphMLResponseWriter, TriggerEventQueueTest, RangeFacetCloudTest, DistributedSuggestComponentTest, TestFieldCacheSort, SecurityConfHandlerTest, OverseerSolrResponseTest, TestNumericTerms64, HLLSerializationTest, TestFuzzyAnalyzedSuggestions, TestSha256AuthenticationProvider, BasicAuthOnSingleNodeTest, TestSolrConfigHandlerConcurrent, TestQueryTypes, TestDeleteCollectionOnDownNodes, CoreAdminCreateDiscoverTest, TestRandomFlRTGCloud, TestSubQueryTransformerCrossCore, TestConfigSetsAPIExclusivity, TestTlogReplayVsRecovery, TestManagedSynonymGraphFilterFactory, TestTolerantUpdateProcessorRandomCloud, TestPartialUpdateDeduplication, DocValuesMissingTest, TestManagedResourceStorage, TestShortCircuitedRequests, JWTAuthPluginTest, HdfsAutoAddReplicasIntegrationTest, TestSimDistributedQueue, DistributedQueueTest, DisMaxRequestHandlerTest, DistributedExpandComponentTest, TestManagedSchemaAPI, TestDistributedSearch, MetricTriggerTest, TestFieldSortValues, NumericFieldsTest, TestLegacyNumericUtils, TestIndexingPerformance, TestRealTimeGet, TestMaxScoreQueryParser, QueryElevationComponentTest, DistanceFunctionTest, MetricsHistoryWithAuthIntegrationTest, TestFoldingMultitermQuery, TestLMJelinekMercerSimilarityFactory, TestCloudJSONFacetSKG, TransactionLogTest, DistributedFacetPivotLongTailTest, RequestLoggingTest, TestLRUStatsCacheCloud, SolrCoreMetricManagerTest, DirectSolrConnectionTest, TestDynamicURP, CSVRequestHandlerTest, HdfsWriteToMultipleCollectionsTest, LeaderElectionContextKeyTest, JSONWriterTest, RestoreTriggerStateTest, TestConfigsApi, JsonLoaderTest, TestSolrCloudWithHadoopAuthPlugin, TestPullReplicaErrorHandling, TestEmbeddedSolrServerAdminHandler, BlockCacheTest, NodeLostTriggerIntegrationTest, HdfsDirectoryTest, TermVectorComponentDistributedTest, TestSimTriggerIntegration, TestReload, CollectionsAPISolrJTest, ConcurrentCreateCollectionTest, TestUseDocValuesAsStored, OverseerTaskQueueTest, HdfsThreadLeakTest, JavabinLoaderTest, TestRetrieveFieldsOptimizer, CloudExitableDirectoryReaderTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCollationFieldDocValues, TestPointFields, TestSolrDeletionPolicy2, TestRandomCollapseQParserPlugin, TestCursorMarkWithoutUniqueKey, TestQuerySenderNoQuery, TestFieldCacheWithThreads, SolrCloudExampleTest, NodeMutatorTest, TestDFRSimilarityFactory, SolrShardReporterTest, HdfsDirectoryFactoryTest, ScheduledTriggerTest, SoftAutoCommitTest, SignatureUpdateProcessorFactoryTest, MoveReplicaHDFSFailoverTest, DistribCursorPagingTest, TestFacetMethods, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, EchoParamsTest, MinimalSchemaTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedGrouping, TestDocumentBuilder, TestJoin, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, ForceLeaderTest, HttpPartitionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, SplitShardTest, SystemCollectionCompatTest, TestCloudRecovery2, TestCloudSearcherWarming, TestDistribDocBasedVersion, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestLeaderElectionWithEmptyReplica, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, TestWaitForStateWithJettyShutdowns, TestWithCollection, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkNodePropsTest, ZkShardTermsTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest, CdcrReplicationHandlerTest]
[junit4] Completed [594/908 (1!)] on J1 in 169.30s, 5 tests, 1 failure <<< FAILURES!
[...truncated 53674 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2161 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2161/
1 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterDelete.testDeleteAllNoDeadLock
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([69A2B5783AE656DD:5ABB5A66BA25EC8B]:0)
at org.apache.lucene.index.IndexWriter.abortMerges(IndexWriter.java:2524)
at org.apache.lucene.index.IndexWriter.deleteAll(IndexWriter.java:2451)
at org.apache.lucene.index.RandomIndexWriter.deleteAll(RandomIndexWriter.java:371)
at org.apache.lucene.index.TestIndexWriterDelete.testDeleteAllNoDeadLock(TestIndexWriterDelete.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 518 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterDelete -Dtests.method=testDeleteAllNoDeadLock -Dtests.seed=69A2B5783AE656DD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ms -Dtests.timezone=Africa/Bujumbura -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.64s J0 | TestIndexWriterDelete.testDeleteAllNoDeadLock <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([69A2B5783AE656DD:5ABB5A66BA25EC8B]:0)
[junit4] > at org.apache.lucene.index.IndexWriter.abortMerges(IndexWriter.java:2524)
[junit4] > at org.apache.lucene.index.IndexWriter.deleteAll(IndexWriter.java:2451)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.deleteAll(RandomIndexWriter.java:371)
[junit4] > at org.apache.lucene.index.TestIndexWriterDelete.testDeleteAllNoDeadLock(TestIndexWriterDelete.java:348)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexWriterDelete_69A2B5783AE656DD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {field=PostingsFormat(name=Asserting), city=PostingsFormat(name=LuceneVarGapDocFreqInterval), contents=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), body=PostingsFormat(name=Asserting), value=Lucene84, content=Lucene84}, docValues:{dv=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1891, maxMBSortInHeap=5.513153822852609, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7c60bc1a), locale=ms, timezone=Africa/Bujumbura
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=109686784,total=285212672
[junit4] 2> NOTE: All tests run in this JVM: [TestNeedsScores, TestSimilarity2, TestSpanMultiTermQueryWrapper, TestLatLonPointShapeQueries, TestNRTCachingDirectory, TestCrashCausesCorruptIndex, TestIndependenceStandardized, TestScorerPerf, TestSloppyPhraseQuery, TestStressNRT, TestIntsRef, TestCollectionUtil, TestFieldCacheRewriteMethod, TestAutomaton, TestIndexWriterMerging, TestRegExp, TestBKD, TestMatchNoDocsQuery, TestFrozenBufferedUpdates, TestAssertions, TestDeterminism, TestSimilarity, TestTrackingDirectoryWrapper, TestTerms, TestAddIndexes, TestMultiThreadTermVectors, TestConjunctions, TestPhrasePrefixQuery, TestPackedInts, TestBitTableUtil, TestIndexWriterReader, TestDelegatingAnalyzerWrapper, TestPayloadsOnVectors, TestRoaringDocIdSet, TestIndexWriterDelete]
[junit4] Completed [77/562 (1!)] on J0 in 13.25s, 26 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 64297 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1156481077
[ecj-lint] Compiling 757 source files to /tmp/ecj1156481077
[ecj-lint] ----------
[ecj-lint] 1. INFO in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solrj/src/java/org/apache/solr/client/solrj/io/stream/FacetStream.java (at line 194)
[ecj-lint] (!bucketSortExpression.equals("count(*) desc") &&
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] Unlikely argument type for equals(): String seems to be unrelated to StreamExpressionNamedParameter
[ecj-lint] ----------
[ecj-lint] 2. INFO in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solrj/src/java/org/apache/solr/client/solrj/io/stream/FacetStream.java (at line 195)
[ecj-lint] !bucketSortExpression.equals("count(*) asc"))) {
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] Unlikely argument type for equals(): String seems to be unrelated to StreamExpressionNamedParameter
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solrj/src/java/org/apache/solr/client/solrj/io/stream/MergeStream.java (at line 197)
[ecj-lint] minimumStream = stream;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'stream' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 4. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solrj/src/java/org/apache/solr/client/solrj/request/MultiContentWriterRequest.java (at line 63)
[ecj-lint] new JavaBinCodec().marshal((IteratorWriter) iw -> {
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solrj/src/java/org/apache/solr/common/util/SolrjNamedThreadFactory.java (at line 19)
[ecj-lint] import java.util.concurrent.ThreadFactory;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.concurrent.ThreadFactory is never used
[ecj-lint] ----------
[ecj-lint] 6. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solrj/src/java/org/apache/solr/common/util/SolrjNamedThreadFactory.java (at line 20)
[ecj-lint] import java.util.concurrent.atomic.AtomicInteger;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.concurrent.atomic.AtomicInteger is never used
[ecj-lint] ----------
[ecj-lint] 6 problems (2 errors, 2 warnings, 2 info)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:639: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solrj/build.xml:67: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2081: Compile failed; see the compiler error output for details.
Total time: 285 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2160 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2160/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([35C01D626DB6A80E:BEE7CEB32CB0038A]:0)
at java.base/sun.nio.ch.Net.bind0(Native Method)
at java.base/sun.nio.ch.Net.bind(Net.java:461)
at java.base/sun.nio.ch.Net.bind(Net.java:453)
at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:565)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:500)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=107238, name=Connector-Scheduler-ed92acb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=107128, name=qtp182890319-107128, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=107124, name=qtp182890319-107124, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=107127, name=qtp182890319-107127, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=107125, name=qtp182890319-107125, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=107121, name=qtp182890319-107121, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=107122, name=qtp182890319-107122, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=107126, name=qtp182890319-107126, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=107129, name=Session-HouseKeeper-71441de5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=107123, name=qtp182890319-107123-acceptor-0@53cb356e-ServerConnector@ed92acb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43651}, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=107238, name=Connector-Scheduler-ed92acb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=107128, name=qtp182890319-107128, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=107124, name=qtp182890319-107124, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=107127, name=qtp182890319-107127, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=107125, name=qtp182890319-107125, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=107121, name=qtp182890319-107121, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=107122, name=qtp182890319-107122, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=107126, name=qtp182890319-107126, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=107129, name=Session-HouseKeeper-71441de5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=107123, name=qtp182890319-107123-acceptor-0@53cb356e-ServerConnector@ed92acb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43651}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([35C01D626DB6A80E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=107122, name=qtp182890319-107122, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=107238, name=Connector-Scheduler-ed92acb-1, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=107126, name=qtp182890319-107126, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=107128, name=qtp182890319-107128, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=107129, name=Session-HouseKeeper-71441de5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=107124, name=qtp182890319-107124, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=107127, name=qtp182890319-107127, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=107123, name=qtp182890319-107123, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=107125, name=qtp182890319-107125, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=107121, name=qtp182890319-107121, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=107122, name=qtp182890319-107122, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=107238, name=Connector-Scheduler-ed92acb-1, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=107126, name=qtp182890319-107126, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=107128, name=qtp182890319-107128, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=107129, name=Session-HouseKeeper-71441de5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=107124, name=qtp182890319-107124, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=107127, name=qtp182890319-107127, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=107123, name=qtp182890319-107123, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=107125, name=qtp182890319-107125, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=107121, name=qtp182890319-107121, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([35C01D626DB6A80E]:0)
Build Log:
[...truncated 14757 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 3286043 INFO (SUITE-ShardSplitTest-seed#[35C01D626DB6A80E]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 3286045 INFO (SUITE-ShardSplitTest-seed#[35C01D626DB6A80E]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_35C01D626DB6A80E-001/data-dir-225-001
[junit4] 2> 3286045 WARN (SUITE-ShardSplitTest-seed#[35C01D626DB6A80E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 3286045 INFO (SUITE-ShardSplitTest-seed#[35C01D626DB6A80E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3286046 INFO (SUITE-ShardSplitTest-seed#[35C01D626DB6A80E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 3286046 INFO (SUITE-ShardSplitTest-seed#[35C01D626DB6A80E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3286046 INFO (SUITE-ShardSplitTest-seed#[35C01D626DB6A80E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /d_xmi/xb
[junit4] 2> 3286050 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3286050 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3286050 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3286150 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer start zk server on port:33389
[junit4] 2> 3286150 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33389
[junit4] 2> 3286150 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33389
[junit4] 2> 3286150 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33389
[junit4] 2> 3286152 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3286154 INFO (zkConnectionManagerCallback-15447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3286154 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3286156 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3286157 INFO (zkConnectionManagerCallback-15449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3286157 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3286158 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3286160 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 3286161 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3286162 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3286164 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3286165 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3286166 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3286167 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3286168 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3286169 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3286170 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3286171 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 3286466 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3286466 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3286466 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 3286544 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3286544 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3286544 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4df6e375{/d_xmi/xb,null,AVAILABLE}
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fb50fbb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37429}
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.s.Server Started @3286601ms
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/d_xmi/xb, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_35C01D626DB6A80E-001/tempDir-001/control/data, hostPort=37429, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_35C01D626DB6A80E-001/control-001/cores}
[junit4] 2> 3286553 ERROR (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3286553 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-12T12:05:42.416950Z
[junit4] 2> 3286572 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3286588 INFO (zkConnectionManagerCallback-15451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3286588 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3286690 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3286690 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_35C01D626DB6A80E-001/control-001/solr.xml
[junit4] 2> 3286694 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17a94d5e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3287578 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3287578 WARN (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@767a277a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3287578 WARN (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@767a277a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3287581 WARN (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3cb2d54d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3287581 WARN (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3cb2d54d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3287583 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33389/solr
[junit4] 2> 3287584 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3287585 INFO (zkConnectionManagerCallback-15458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3287585 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3287687 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3287688 INFO (zkConnectionManagerCallback-15460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3287688 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3287771 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37429_d_xmi%2Fxb
[junit4] 2> 3287772 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.Overseer Overseer (id=73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) starting
[junit4] 2> 3287776 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 3287776 INFO (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37429_d_xmi%2Fxb
[junit4] 2> 3287777 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37429_d_xmi%2Fxb
[junit4] 2> 3287778 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 3287778 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 3287778 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 3287778 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 3287778 INFO (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 3287778 INFO (zkCallback-15459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3287781 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3287782 WARN (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3287803 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3287829 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a94d5e
[junit4] 2> 3287838 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a94d5e
[junit4] 2> 3287838 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a94d5e
[junit4] 2> 3287839 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_35C01D626DB6A80E-001/control-001/cores
[junit4] 2> 3287846 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3287847 INFO (zkConnectionManagerCallback-15469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3287847 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3287848 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3287849 INFO (TEST-ShardSplitTest.test-seed#[35C01D626DB6A80E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33389/solr ready
[junit4] 2> 3287853 INFO (qtp1826558834-104787) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37429_d_xmi%252Fxb&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3287856 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 3287857 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 3287857 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 3287857 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 3287857 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 3287857 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 3287857 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 3287857 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 3287857 DEBUG (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 3287857 INFO (OverseerCollectionConfigSetProcessor-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 3287858 INFO (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3287858 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 3287859 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 3287859 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 3287862 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 3287862 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 3287863 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 3287963 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 3287965 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:37429_d_xmi%2Fxb
[junit4] 2> 3287967 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3287968 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3287971 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 3287971 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 3287973 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 3287973 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 3288074 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 3288982 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3289008 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 3289121 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3289141 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 3289141 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a94d5e
[junit4] 2> 3289141 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_35C01D626DB6A80E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_35C01D626DB6A80E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3289146 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=42.310546875, floorSegmentMB=0.923828125, forceMergeDeletesPctAllowed=20.92451032019167, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=24.13701795866599
[junit4] 2> 3289163 WARN (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 3289228 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3289228 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3289230 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3289230 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3289231 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1bc5c4e2
[junit4] 2> 3289231 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b012bfb[control_collection_shard1_replica_n1] main]
[junit4] 2> 3289233 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3289233 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3289233 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3289234 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663768351313231872
[junit4] 2> 3289237 INFO (searcherExecutor-13002-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3b012bfb[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3289239 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3289239 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 3289242 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3289242 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3289242 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37429/d_xmi/xb/control_collection_shard1_replica_n1/
[junit4] 2> 3289242 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3289242 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:37429/d_xmi/xb/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3289242 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73572441321439236-core_node2-n_0000000000
[junit4] 2> 3289244 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37429/d_xmi/xb/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3289244 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 3289345 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 3289345 INFO (zkCallback-15459-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3289346 INFO (zkCallback-15459-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3289346 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3289347 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 3289348 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 3289348 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}
[junit4] 2> 3289348 DEBUG (OverseerStateUpdate-73572441321439236-127.0.0.1:37429_d_xmi%2Fxb-n_0000000000) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37429/d_xmi/xb",
[junit4] 2> "node_name":"127.0.0.1:37429_d_xmi%2Fxb",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 3289349 INFO (qtp1826558834-104789) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1381
[junit4] 2> 3289349 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 3289349 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 3289350 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 3289350 DEBUG (OverseerThreadFactory-12997-thread-1-processing-n:127.0.0.1:37429_d_xmi%2Fxb) [n:127.0.0.1:37429_d_xmi%2Fxb ] o.a.s.
[...truncated too long message...]
Pool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 2) Thread[id=107238, name=Connector-Scheduler-ed92acb-1, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 3) Thread[id=107126, name=qtp182890319-107126, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 4) Thread[id=107128, name=qtp182890319-107128, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 5) Thread[id=107129, name=Session-HouseKeeper-71441de5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 6) Thread[id=107124, name=qtp182890319-107124, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 7) Thread[id=107127, name=qtp182890319-107127, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 8) Thread[id=107123, name=qtp182890319-107123, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 9) Thread[id=107125, name=qtp182890319-107125, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 10) Thread[id=107121, name=qtp182890319-107121, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
[junit4] > at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$203/0x0000000100478440.run(Unknown Source)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > at __randomizedtesting.SeedInfo.seed([35C01D626DB6A80E]:0)
[junit4] Completed [576/908 (1!)] on J0 in 535.76s, 11 tests, 3 errors <<< FAILURES!
[...truncated 53573 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2159 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2159/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([D28CD81630F99FFA:5AD8E7CC9E05F202]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13700 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 1127329 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1127329 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/data-dir-92-001
[junit4] 2> 1127329 WARN (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 1127330 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1127330 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1127331 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1127331 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_meg/xc
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1127482 WARN (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1127484 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1127612 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1127612 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1127612 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1127623 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@696ae94e{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1127792 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@43a87ce9{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-39645-hadoop-hdfs-3_2_0-tests_jar-_-any-1145741140413083287.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1127792 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ef5158b{HTTP/1.1, (http/1.1)}{localhost.localdomain:39645}
[junit4] 2> 1127792 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.Server Started @1127828ms
[junit4] 2> 1127846 WARN (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1127847 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1127848 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1127848 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1127848 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1127848 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a2804c6{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1127962 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6af0c3b8{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39745-hadoop-hdfs-3_2_0-tests_jar-_-any-6663836294092652730.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1127962 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34fb5cf1{HTTP/1.1, (http/1.1)}{localhost:39745}
[junit4] 2> 1127962 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.Server Started @1127998ms
[junit4] 2> 1127981 WARN (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1127983 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1127983 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1127983 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1127983 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1127983 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31c59979{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1128094 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@11de500f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39327-hadoop-hdfs-3_2_0-tests_jar-_-any-2418752261382728208.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1128094 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f70524a{HTTP/1.1, (http/1.1)}{localhost:39327}
[junit4] 2> 1128094 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.Server Started @1128130ms
[junit4] 2> 1128104 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36a60f5463259dc2: Processing first storage report for DS-ebda3d69-0bdc-4c83-831a-4d531ebf2451 from datanode f748f599-9bf5-4dde-a17b-ec1e3018d24e
[junit4] 2> 1128104 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36a60f5463259dc2: from storage DS-ebda3d69-0bdc-4c83-831a-4d531ebf2451 node DatanodeRegistration(127.0.0.1:44193, datanodeUuid=f748f599-9bf5-4dde-a17b-ec1e3018d24e, infoPort=33549, infoSecurePort=0, ipcPort=39767, storageInfo=lv=-57;cid=testClusterID;nsid=522546641;c=1586618204264), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 1128104 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36a60f5463259dc2: Processing first storage report for DS-4ebaa719-b032-4f4c-973d-0dbbce0c9aee from datanode f748f599-9bf5-4dde-a17b-ec1e3018d24e
[junit4] 2> 1128104 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36a60f5463259dc2: from storage DS-4ebaa719-b032-4f4c-973d-0dbbce0c9aee node DatanodeRegistration(127.0.0.1:44193, datanodeUuid=f748f599-9bf5-4dde-a17b-ec1e3018d24e, infoPort=33549, infoSecurePort=0, ipcPort=39767, storageInfo=lv=-57;cid=testClusterID;nsid=522546641;c=1586618204264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1128230 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26a69cb25e724c48: Processing first storage report for DS-3bbb700a-7f3c-42fa-986a-5bc7eefbe557 from datanode 77123778-2344-4837-91f0-be8b6072b9b6
[junit4] 2> 1128230 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26a69cb25e724c48: from storage DS-3bbb700a-7f3c-42fa-986a-5bc7eefbe557 node DatanodeRegistration(127.0.0.1:41761, datanodeUuid=77123778-2344-4837-91f0-be8b6072b9b6, infoPort=38087, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=522546641;c=1586618204264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1128230 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26a69cb25e724c48: Processing first storage report for DS-20b5fcd9-22aa-4c38-a199-b81eb13c85a7 from datanode 77123778-2344-4837-91f0-be8b6072b9b6
[junit4] 2> 1128230 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x26a69cb25e724c48: from storage DS-20b5fcd9-22aa-4c38-a199-b81eb13c85a7 node DatanodeRegistration(127.0.0.1:41761, datanodeUuid=77123778-2344-4837-91f0-be8b6072b9b6, infoPort=38087, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=522546641;c=1586618204264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1128340 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1128340 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1128340 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1128440 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer start zk server on port:34121
[junit4] 2> 1128440 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34121
[junit4] 2> 1128440 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34121
[junit4] 2> 1128440 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34121
[junit4] 2> 1128442 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128444 INFO (zkConnectionManagerCallback-6621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128444 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128447 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128448 INFO (zkConnectionManagerCallback-6623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128448 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128449 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1128450 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1128451 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1128452 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1128453 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1128454 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1128455 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1128456 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1128457 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1128458 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1128459 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1128461 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128461 INFO (zkConnectionManagerCallback-6627-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128461 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128563 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1128758 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1128758 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1128758 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1128776 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1128776 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1128776 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1128781 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31054621{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49d66b48{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:38715}
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.s.Server Started @1128818ms
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_control_data, hostPort=38715, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1128782 ERROR (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1128782 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-11T15:16:45.681616Z
[junit4] 2> 1128792 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1128795 INFO (zkConnectionManagerCallback-6629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1128795 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1128896 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1128896 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/control-001/solr.xml
[junit4] 2> 1128900 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1130069 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1130070 WARN (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21da5288[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1130070 WARN (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21da5288[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1130073 WARN (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50754946[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1130073 WARN (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50754946[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1130075 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34121/solr
[junit4] 2> 1130075 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1130076 INFO (zkConnectionManagerCallback-6636-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1130076 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1130178 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1130179 INFO (zkConnectionManagerCallback-6638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1130179 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1130242 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38715__meg%2Fxc
[junit4] 2> 1130242 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.Overseer Overseer (id=73567530271440901-127.0.0.1:38715__meg%2Fxc-n_0000000000) starting
[junit4] 2> 1130246 INFO (OverseerStateUpdate-73567530271440901-127.0.0.1:38715__meg%2Fxc-n_0000000000) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38715__meg%2Fxc
[junit4] 2> 1130247 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38715__meg%2Fxc
[junit4] 2> 1130248 INFO (OverseerStateUpdate-73567530271440901-127.0.0.1:38715__meg%2Fxc-n_0000000000) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1130249 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1130250 WARN (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1130268 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1130288 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39
[junit4] 2> 1130295 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39
[junit4] 2> 1130295 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39
[junit4] 2> 1130296 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/control-001/cores
[junit4] 2> 1130302 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1130303 INFO (zkConnectionManagerCallback-6647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1130303 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1130304 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1130304 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34121/solr ready
[junit4] 2> 1130341 INFO (qtp592002350-31310) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38715__meg%252Fxc&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1130343 INFO (OverseerThreadFactory-5888-thread-1-processing-n:127.0.0.1:38715__meg%2Fxc) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1130456 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1130456 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1131468 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1131484 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 1131581 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1131605 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1131605 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39
[junit4] 2> 1131605 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45927/solr_hdfs_home
[junit4] 2> 1131605 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1131605 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:45927/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 1131606 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45927/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1131614 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1131614 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1131617 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1131617 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45927/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 1131633 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45927/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 1131639 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1131639 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1131640 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1131641 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=1.7685546875, floorSegmentMB=1.814453125, forceMergeDeletesPctAllowed=12.185612753474986, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.492666299698743, deletesPctAllowed=21.62519659742888
[junit4] 2> 1131660 WARN (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 1131720 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1131720 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1131720 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1131729 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1131729 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1131730 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1131735 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@336797ff[control_collection_shard1_replica_n1] main]
[junit4] 2> 1131735 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1131736 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1131736 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1131737 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663689774738702336
[junit4] 2> 1131739 INFO (searcherExecutor-5893-thread-1-processing-n:127.0.0.1:38715__meg%2Fxc x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@336797ff[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1131746 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1131746 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1131749 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1131749 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1131749 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38715/_meg/xc/control_collection_shard1_replica_n1/
[junit4] 2> 1131749 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1131749 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:38715/_meg/xc/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1131749 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73567530271440901-core_node2-n_0000000000
[junit4] 2> 1131751 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38715/_meg/xc/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1131852 INFO (zkCallback-6637-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1131852 INFO (zkCallback-6637-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1131853 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1131855 INFO (qtp592002350-31306) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1399
[junit4] 2> 1131857 INFO (qtp592002350-31310) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1131955 INFO (zkCallback-6637-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1131955 INFO (zkCallback-6637-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1131955 INFO (zkCallback-6637-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1131955 INFO (qtp592002350-31310) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38715__meg%252Fxc&wt=javabin&version=2} status=0 QTime=1614
[junit4] 2> 1131955 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 1132059 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1132060 INFO (zkConnectionManagerCallback-6653-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1132060 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1132061 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1132062 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34121/solr ready
[junit4] 2> 1132062 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1132097 INFO (qtp592002350-31307) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1132099 INFO (OverseerCollectionConfigSetProcessor-73567530271440901-127.0.0.1:38715__meg%2Fxc-n_0000000000) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1132099 INFO (OverseerThreadFactory-5888-thread-2-processing-n:127.0.0.1:38715__meg%2Fxc) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1132302 WARN (OverseerThreadFactory-5888-thread-2-processing-n:127.0.0.1:38715__meg%2Fxc) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1132303 INFO (qtp592002350-31307) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1132303 INFO (qtp592002350-31307) [n:127.0.0.1:38715__meg%2Fxc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 1132304 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1132304 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1132304 INFO (watches-6650-thread-1) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1132304 INFO (watches-6650-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1132305 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1132305 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1132305 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1132305 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1132305 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 1132474 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-1-001 of type NRT for shard1
[junit4] 2> 1132477 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1132477 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1132477 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1132477 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1132477 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1132477 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1132478 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a7eaa32{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d177bba{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:37267}
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.Server Started @1132514ms
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_jetty1, hostPort=37267, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 1132479 ERROR (closeThreadPool-6654-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1132479 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-11T15:16:49.378351Z
[junit4] 2> 1132484 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1132484 INFO (zkConnectionManagerCallback-6656-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1132484 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1132588 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1132588 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-1-001/solr.xml
[junit4] 2> 1132592 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1132685 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-2-001 of type NRT for shard1
[junit4] 2> 1132688 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1132688 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1132688 INFO (closeThreadPool-6654-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1132689 INFO (closeThreadPool-6654-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1132689 INFO (closeThreadPool-6654-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1132689 INFO (closeThreadPool-6654-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1132689 INFO (closeThreadPool-6654-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f0dea9c{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73eef13f{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34437}
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.e.j.s.Server Started @1132725ms
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_jetty2, hostPort=34437, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 1132690 ERROR (closeThreadPool-6654-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1132690 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-11T15:16:49.589488Z
[junit4] 2> 1132691 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1132692 INFO (zkConnectionManagerCallback-6659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1132692 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1132793 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1132793 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-2-001/solr.xml
[junit4] 2> 1132797 INFO (closeThreadPool-6654-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1132864 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-3-001 of type NRT for shard1
[junit4] 2> 1132878 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1132878 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1132878 INFO (closeThreadPool-6654-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1132920 INFO (closeThreadPool-6654-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1132920 INFO (closeThreadPool-6654-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1132920 INFO (closeThreadPool-6654-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1132924 INFO (closeThreadPool-6654-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2582fa69{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58ba3d75{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:37229}
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.e.j.s.Server Started @1132964ms
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_jetty3, hostPort=37229, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 1132929 ERROR (closeThreadPool-6654-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1132929 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-11T15:16:49.828489Z
[junit4] 2> 1132944 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1132964 INFO (zkConnectionManagerCallback-6662-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1132964 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133065 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1133065 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-3-001/solr.xml
[junit4] 2> 1133069 INFO (closeThreadPool-6654-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1133156 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-4-001 of type NRT for shard1
[junit4] 2> 1133174 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1133174 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1133174 INFO (closeThreadPool-6654-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1133254 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1133255 INFO (closeThreadPool-6654-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1133257 INFO (closeThreadPool-6654-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1133257 INFO (closeThreadPool-6654-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1133264 INFO (closeThreadPool-6654-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2640609f{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@738cb1b9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41311}
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.e.j.s.Server Started @1133301ms
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_jetty4, hostPort=41311, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 1133265 ERROR (closeThreadPool-6654-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1133265 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-11T15:16:50.164851Z
[junit4] 2> 1133280 WARN (closeThreadPool-6654-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a91c21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133280 WARN (closeThreadPool-6654-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a91c21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133304 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1133325 INFO (zkConnectionManagerCallback-6666-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1133325 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133350 WARN (closeThreadPool-6654-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@126848dd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133350 WARN (closeThreadPool-6654-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@126848dd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133351 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34121/solr
[junit4] 2> 1133365 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-5-001 of type NRT for shard1
[junit4] 2> 1133370 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1133383 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1133385 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1133385 INFO (closeThreadPool-6654-thread-5) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1133390 INFO (zkConnectionManagerCallback-6671-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1133390 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133429 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1133429 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-4-001/solr.xml
[junit4] 2> 1133433 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1133449 INFO (closeThreadPool-6654-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1133449 INFO (closeThreadPool-6654-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1133449 INFO (closeThreadPool-6654-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1133457 INFO (closeThreadPool-6654-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56efb027{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1133458 INFO (closeThreadPool-6654-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fb197d8{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:35051}
[junit4] 2> 1133458 INFO (closeThreadPool-6654-thread-5) [ ] o.e.j.s.Server Started @1133494ms
[junit4] 2> 1133458 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_jetty5, hostPort=35051, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 1133459 ERROR (closeThreadPool-6654-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1133459 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1133459 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1133459 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1133459 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1133459 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-11T15:16:50.358115Z
[junit4] 2> 1133476 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1133493 INFO (zkConnectionManagerCallback-6674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1133493 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133548 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1133568 INFO (zkConnectionManagerCallback-6676-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1133568 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133571 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1133574 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.ZkController Publish node=127.0.0.1:37267__meg%2Fxc as DOWN
[junit4] 2> 1133574 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1133574 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37267__meg%2Fxc
[junit4] 2> 1133575 INFO (zkCallback-6637-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1133576 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1133577 WARN (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1133583 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-6-001 of type NRT for shard1
[junit4] 2> 1133585 INFO (zkCallback-6675-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1133594 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1133594 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1133594 INFO (closeThreadPool-6654-thread-6) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1133609 INFO (zkCallback-6652-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1133627 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1133629 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1133629 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-5-001/solr.xml
[junit4] 2> 1133634 INFO (closeThreadPool-6654-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1133657 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39
[junit4] 2> 1133674 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39
[junit4] 2> 1133680 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39
[junit4] 2> 1133681 INFO (closeThreadPool-6654-thread-1) [n:127.0.0.1:37267__meg%2Fxc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-1-001/cores
[junit4] 2> 1133724 INFO (closeThreadPool-6654-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1133724 INFO (closeThreadPool-6654-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1133724 INFO (closeThreadPool-6654-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1133731 INFO (closeThreadPool-6654-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15d12bf1{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c4f6756{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:36511}
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.e.j.s.Server Started @1133768ms
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_jetty6, hostPort=36511, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 1133732 ERROR (closeThreadPool-6654-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 1133732 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-11T15:16:50.631815Z
[junit4] 2> 1133773 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1133792 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:37267__meg%2Fxc
[junit4] 2> 1133804 INFO (zkConnectionManagerCallback-6683-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1133804 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133834 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1133835 WARN (closeThreadPool-6654-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5d0593d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133835 WARN (closeThreadPool-6654-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5d0593d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133848 WARN (closeThreadPool-6654-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7af6d4a3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133848 WARN (closeThreadPool-6654-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7af6d4a3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1133849 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34121/solr
[junit4] 2> 1133861 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1133861 INFO (zkConnectionManagerCallback-6689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1133861 INFO (closeThreadPool-6654-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1133905 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1133905 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-6-001/solr.xml
[junit4] 2> 1133909 INFO (closeThreadPool-6654-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ec78d39, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1133923 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-7-001 of type NRT for shard1
[junit4] 2> 1133925 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1133925 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1133925 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 1133975 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1133975 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1133975 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1133989 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@329551a9{/_meg/xc,null,AVAILABLE}
[junit4] 2> 1133990 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b2ecacb{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:37011}
[junit4] 2> 1133990 INFO (closeThreadPool-6654-thread-1) [ ] o.e.j.s.Server Started @1134026ms
[junit4] 2> 1133990 INFO (closeThreadPool-6654-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_meg/xc, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:45927/hdfs__localhost.localdomain_45927__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001_tempDir-002_jetty7, hostPort=37011, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001/shard-7-001/cores, replicaType=NRT}
[junit4] 2> 1133993 ERROR (closeThreadPool-6654-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2>
[...truncated too long message...]
ve limit:
[junit4] 2>
[junit4] 2> 76 /solr/live_nodes
[junit4] 2> 75 /solr/overseer/queue
[junit4] 2> 29 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> 1165334 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34121
[junit4] 2> 1165334 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34121
[junit4] 2> 1165334 INFO (TEST-HdfsSyncSliceTest.test-seed#[D28CD81630F99FFA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34121
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=D28CD81630F99FFA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ru-UA -Dtests.timezone=CAT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 37.0s J0 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([D28CD81630F99FFA:5AD8E7CC9E05F202]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 1165338 WARN (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1165343 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@11de500f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1165343 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f70524a{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 1165344 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1165344 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31c59979{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 1165345 WARN (BP-95831433-127.0.0.1-1586618204264 heartbeating to localhost.localdomain/127.0.0.1:45927) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1165345 WARN (BP-95831433-127.0.0.1-1586618204264 heartbeating to localhost.localdomain/127.0.0.1:45927) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-95831433-127.0.0.1-1586618204264 (Datanode Uuid 77123778-2344-4837-91f0-be8b6072b9b6) service to localhost.localdomain/127.0.0.1:45927
[junit4] 2> 1165362 WARN (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1165375 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@6af0c3b8{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1165375 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@34fb5cf1{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 1165375 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1165375 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a2804c6{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 1165376 WARN (BP-95831433-127.0.0.1-1586618204264 heartbeating to localhost.localdomain/127.0.0.1:45927) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1165376 WARN (BP-95831433-127.0.0.1-1586618204264 heartbeating to localhost.localdomain/127.0.0.1:45927) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-95831433-127.0.0.1-1586618204264 (Datanode Uuid f748f599-9bf5-4dde-a17b-ec1e3018d24e) service to localhost.localdomain/127.0.0.1:45927
[junit4] 2> 1165398 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@43a87ce9{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1165399 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4ef5158b{HTTP/1.1, (http/1.1)}{localhost.localdomain:0}
[junit4] 2> 1165399 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1165399 INFO (SUITE-HdfsSyncSliceTest-seed#[D28CD81630F99FFA]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@696ae94e{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D28CD81630F99FFA-001
[junit4] 2> Apr 11, 2020 3:17:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@f10900d), locale=ru-UA, timezone=CAT
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=6,free=122639664,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [MetricTriggerIntegrationTest, SolrMetricReporterTest, SolrCLIZkUtilsTest, FacetPivotSmallTest, ExecutePlanActionTest, TestSolrCachePerf, TestLazyCores, TestSerializedLuceneMatchVersion, TestSolrConfigHandlerCloud, LargeFieldTest, TestDistribIDF, CollectionStateFormat2Test, TestSimDistribStateManager, FieldAnalysisRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, QueryResultKeyTest, AssignBackwardCompatibilityTest, FullHLLTest, PrimUtilsTest, TestCollectionAPIs, TestAnalyzedSuggestions, PropertiesRequestHandlerTest, AtomicUpdateProcessorFactoryTest, TestSweetSpotSimilarityFactory, TestHashPartitioner, SimpleCollectionCreateDeleteTest, TestSolrCloudSnapshots, IndexSizeTriggerMixedBoundsTest, SpellPossibilityIteratorTest, DateRangeFieldTest, TestSolrCoreProperties, CoreAdminOperationTest, PingRequestHandlerTest, BasicZkTest, ScheduledTriggerIntegrationTest, TermsComponentTest, NotRequiredUniqueKeyTest, SSLMigrationTest, LeaderTragicEventTest, TestMissingGroups, TestSystemCollAutoCreate, PrimitiveFieldTypeTest, TestCloudRecovery2, DeleteNodeTest, OverseerStatusTest, TestUnInvertedFieldException, SolrJmxReporterCloudTest, LeaderElectionTest, DistributedFacetPivotLargeTest, MetricsHistoryIntegrationTest, CustomHighlightComponentTest, TestLuceneIndexBackCompat, HdfsChaosMonkeyNothingIsSafeTest, ScriptEngineTest, TestCoreContainer, MetricsConfigTest, TestUnifiedSolrHighlighterWithoutStoredId, TestChildDocTransformer, JavaBinAtomicUpdateMultivalueTest, TestFieldCacheReopen, TestPseudoReturnFields, TestBulkSchemaConcurrent, DocValuesNotIndexedTest, TestSimScenario, TestFieldTypeCollectionResource, ChaosMonkeySafeLeaderTest, AutoAddReplicasPlanActionTest, TestCloudJSONFacetJoinDomain, OverseerRolesTest, TestSolrJacksonAnnotation, TestSolrCloudWithSecureImpersonation, HdfsRecoverLeaseTest, CurrencyRangeFacetCloudTest, CdcrRequestHandlerTest, SolrLogAuditLoggerPluginTest, TestJsonFacetsWithNestedObjects, TestSchemaManager, DistributedDebugComponentTest, TestRawTransformer, BigEndianAscendingWordSerializerTest, RulesTest, TestFreeTextSuggestions, BufferStoreTest, TestSolrDeletionPolicy1, PackageManagerCLITest, TestCloudDeleteByQuery, WordBreakSolrSpellCheckerTest, TestNamedUpdateProcessors, TestExactSharedStatsCacheCloud, StatsReloadRaceTest, NodeMarkersRegistrationTest, TestExportWriter, ConfigSetsAPITest, ClassificationUpdateProcessorTest, TestBulkSchemaAPI, TestTrie, TestHashQParserPlugin, TestCharFilters, SolrCloudReportersTest, DocValuesTest, HdfsSyncSliceTest]
[junit4] Completed [254/908 (1!)] on J0 in 41.14s, 1 test, 1 failure <<< FAILURES!
[...truncated 54797 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2158 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2158/
5 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:46355/_jy/yy/delete_data_dir: Expected mime type application/octet-stream but got application/json. { "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","java.net.SocketTimeoutException"], "msg":"Error trying to proxy request for url: http://127.0.0.1:35211/_jy/yy/delete_data_dir/update", "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35211/_jy/yy/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:735)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:707)\n\t... 32 more\n", "code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46355/_jy/yy/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:35211/_jy/yy/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35211/_jy/yy/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:735)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:707)\n\t... 32 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([82B552F66C9F6A23:AE16D2CC26307DB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([82B552F66C9F6A23:5E4CFA7D7E97B0E3]:0)
at org.junit.Assert.fail(Assert.java:86)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertTrue(Assert.java:52)
at org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured(TestSolrDeletionPolicy1.java:108)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([82B552F66C9F6A23]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([82B552F66C9F6A23]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([82B552F66C9F6A23:AE16D2CC26307DB]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13326 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 702083 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 702084 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/data-dir-142-001
[junit4] 2> 702084 WARN (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 702084 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 702085 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 702085 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 702085 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vsd/c
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 702167 WARN (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 702168 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 702169 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 702169 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 702169 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 702169 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c20db11{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 702285 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@542899ff{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-37599-hadoop-hdfs-3_2_0-tests_jar-_-any-7410864276316933987.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 702285 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@434a1d18{HTTP/1.1, (http/1.1)}{localhost.localdomain:37599}
[junit4] 2> 702285 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.Server Started @702317ms
[junit4] 2> 702353 WARN (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 702355 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 702355 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 702356 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 702356 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 702356 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44c0ec3d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 702505 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4b7dd4f2{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39219-hadoop-hdfs-3_2_0-tests_jar-_-any-17433511943657298725.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 702505 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7dce1247{HTTP/1.1, (http/1.1)}{localhost:39219}
[junit4] 2> 702505 INFO (SUITE-HdfsSyncSliceTest-seed#[82B552F66C9F6A23]-worker) [ ] o.e.j.s.Server Started @702537ms
[junit4] 2> 702673 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2ff545fc5b0c0774: Processing first storage report for DS-51a0af0a-fe82-4452-be62-e436695e1deb from datanode 14e1a62b-d88e-4f3e-88c5-d8aecfb46a50
[junit4] 2> 702673 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2ff545fc5b0c0774: from storage DS-51a0af0a-fe82-4452-be62-e436695e1deb node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=14e1a62b-d88e-4f3e-88c5-d8aecfb46a50, infoPort=40827, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=379596244;c=1586517103916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 702673 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2ff545fc5b0c0774: Processing first storage report for DS-3ee61b4e-90b2-4f64-8b6d-354eb47f8dc3 from datanode 14e1a62b-d88e-4f3e-88c5-d8aecfb46a50
[junit4] 2> 702673 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2ff545fc5b0c0774: from storage DS-3ee61b4e-90b2-4f64-8b6d-354eb47f8dc3 node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=14e1a62b-d88e-4f3e-88c5-d8aecfb46a50, infoPort=40827, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=379596244;c=1586517103916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 702743 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 702743 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 702743 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 702843 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer start zk server on port:43317
[junit4] 2> 702843 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43317
[junit4] 2> 702843 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43317
[junit4] 2> 702843 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43317
[junit4] 2> 702844 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 702846 INFO (zkConnectionManagerCallback-3207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702846 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 702849 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 702849 INFO (zkConnectionManagerCallback-3209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702849 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 702850 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 702851 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 702856 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 702858 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 702859 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 702860 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 702861 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 702862 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 702863 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 702866 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 702867 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 702868 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 703055 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 703055 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 703055 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 703056 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 703056 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 703056 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 703059 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2da36564{/vsd/c,null,AVAILABLE}
[junit4] 2> 703059 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@330dc644{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34459}
[junit4] 2> 703059 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.s.Server Started @703091ms
[junit4] 2> 703059 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/vsd/c, solr.data.dir=hdfs://localhost.localdomain:38455/hdfs__localhost.localdomain_38455__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001_tempDir-002_control_data, hostPort=34459, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/control-001/cores}
[junit4] 2> 703059 ERROR (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 703059 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 703059 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 703060 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 703060 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 703060 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-10T11:11:44.877034Z
[junit4] 2> 703062 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 703065 INFO (zkConnectionManagerCallback-3211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 703065 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 703167 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 703167 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/control-001/solr.xml
[junit4] 2> 703171 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 704375 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 704376 WARN (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7ec98081[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 704376 WARN (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7ec98081[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 704378 WARN (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b27aa5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 704378 WARN (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b27aa5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 704380 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43317/solr
[junit4] 2> 704382 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704383 INFO (zkConnectionManagerCallback-3218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704383 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704485 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704486 INFO (zkConnectionManagerCallback-3220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704486 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704569 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34459_vsd%2Fc
[junit4] 2> 704569 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.Overseer Overseer (id=73560904537473028-127.0.0.1:34459_vsd%2Fc-n_0000000000) starting
[junit4] 2> 704575 INFO (OverseerStateUpdate-73560904537473028-127.0.0.1:34459_vsd%2Fc-n_0000000000) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34459_vsd%2Fc
[junit4] 2> 704577 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34459_vsd%2Fc
[junit4] 2> 704583 INFO (zkCallback-3219-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704585 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 704585 WARN (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 704612 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 704630 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42
[junit4] 2> 704638 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42
[junit4] 2> 704638 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42
[junit4] 2> 704639 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/control-001/cores
[junit4] 2> 704647 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704650 INFO (zkConnectionManagerCallback-3229-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704650 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704651 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704652 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43317/solr ready
[junit4] 2> 704653 INFO (qtp993017170-18275) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34459_vsd%252Fc&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704663 INFO (OverseerThreadFactory-3531-thread-1-processing-n:127.0.0.1:34459_vsd%2Fc) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 704769 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 704770 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 705783 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 705799 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 705894 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 705913 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 705913 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42
[junit4] 2> 705913 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38455/solr_hdfs_home
[junit4] 2> 705913 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 705913 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:38455/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 705914 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38455/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 705921 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 705921 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 705921 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 705930 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 705931 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38455/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 705949 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38455/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 705955 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 705956 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 705956 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 705960 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 705960 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=49.1240234375, floorSegmentMB=1.6708984375, forceMergeDeletesPctAllowed=19.925913056807413, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4948349508263853, deletesPctAllowed=26.713892976928356
[junit4] 2> 705990 WARN (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 706051 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 706051 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706051 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 706061 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706061 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706062 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 706067 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b093036[control_collection_shard1_replica_n1] main]
[junit4] 2> 706069 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706069 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706069 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 706070 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663583762919718912
[junit4] 2> 706072 INFO (searcherExecutor-3536-thread-1-processing-n:127.0.0.1:34459_vsd%2Fc x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7b093036[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706076 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 706076 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 706084 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 706084 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 706084 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34459/vsd/c/control_collection_shard1_replica_n1/
[junit4] 2> 706085 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 706090 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34459/vsd/c/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 706090 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73560904537473028-core_node2-n_0000000000
[junit4] 2> 706092 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34459/vsd/c/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 706193 INFO (zkCallback-3219-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 706193 INFO (zkCallback-3219-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 706195 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 706197 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1427
[junit4] 2> 706198 INFO (qtp993017170-18275) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 706296 INFO (zkCallback-3219-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 706296 INFO (zkCallback-3219-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 706296 INFO (zkCallback-3219-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 706297 INFO (qtp993017170-18275) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34459_vsd%252Fc&wt=javabin&version=2} status=0 QTime=1644
[junit4] 2> 706297 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 706407 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 706410 INFO (zkConnectionManagerCallback-3235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 706410 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 706411 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 706412 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43317/solr ready
[junit4] 2> 706412 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 706413 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 706418 INFO (OverseerThreadFactory-3531-thread-2-processing-n:127.0.0.1:34459_vsd%2Fc) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 706419 INFO (OverseerCollectionConfigSetProcessor-73560904537473028-127.0.0.1:34459_vsd%2Fc-n_0000000000) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 706621 WARN (OverseerThreadFactory-3531-thread-2-processing-n:127.0.0.1:34459_vsd%2Fc) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 706622 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 706623 INFO (qtp993017170-18277) [n:127.0.0.1:34459_vsd%2Fc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 706623 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 706623 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 706624 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 706624 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 706624 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 706624 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 706624 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 706821 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-1-001 of type NRT for shard1
[junit4] 2> 706822 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 706822 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 706822 INFO (closeThreadPool-3236-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 706823 INFO (closeThreadPool-3236-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 706823 INFO (closeThreadPool-3236-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 706823 INFO (closeThreadPool-3236-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 706823 INFO (closeThreadPool-3236-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6026aa15{/vsd/c,null,AVAILABLE}
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@715f7379{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37285}
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.e.j.s.Server Started @706856ms
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/vsd/c, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:38455/hdfs__localhost.localdomain_38455__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001_tempDir-002_jetty1, hostPort=37285, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 706824 ERROR (closeThreadPool-3236-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 706824 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-10T11:11:48.641758Z
[junit4] 2> 706825 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 706826 INFO (zkConnectionManagerCallback-3238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 706826 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 706930 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 706930 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-1-001/solr.xml
[junit4] 2> 706935 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 707012 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-2-001 of type NRT for shard1
[junit4] 2> 707013 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 707013 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 707013 INFO (closeThreadPool-3236-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 707014 INFO (closeThreadPool-3236-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 707014 INFO (closeThreadPool-3236-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 707014 INFO (closeThreadPool-3236-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 707014 INFO (closeThreadPool-3236-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@249a5656{/vsd/c,null,AVAILABLE}
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@625e2039{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39787}
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.e.j.s.Server Started @707047ms
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/vsd/c, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:38455/hdfs__localhost.localdomain_38455__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001_tempDir-002_jetty2, hostPort=39787, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 707015 ERROR (closeThreadPool-3236-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 707015 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-10T11:11:48.832525Z
[junit4] 2> 707016 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 707017 INFO (zkConnectionManagerCallback-3241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707017 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 707118 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 707118 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-2-001/solr.xml
[junit4] 2> 707123 INFO (closeThreadPool-3236-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 707199 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-3-001 of type NRT for shard1
[junit4] 2> 707202 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 707202 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 707202 INFO (closeThreadPool-3236-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 707211 INFO (closeThreadPool-3236-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b2f5508{/vsd/c,null,AVAILABLE}
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35cf64d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45121}
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.e.j.s.Server Started @707244ms
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/vsd/c, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:38455/hdfs__localhost.localdomain_38455__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001_tempDir-002_jetty3, hostPort=45121, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 707212 ERROR (closeThreadPool-3236-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 707212 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 707213 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-10T11:11:49.029998Z
[junit4] 2> 707229 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 707229 INFO (zkConnectionManagerCallback-3244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707229 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 707331 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 707331 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-3-001/solr.xml
[junit4] 2> 707335 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 707365 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 707365 WARN (closeThreadPool-3236-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2307730c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 707365 WARN (closeThreadPool-3236-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2307730c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 707390 WARN (closeThreadPool-3236-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@171c23be[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 707390 WARN (closeThreadPool-3236-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@171c23be[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 707391 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43317/solr
[junit4] 2> 707393 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 707394 INFO (zkConnectionManagerCallback-3251-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707394 INFO (closeThreadPool-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 707447 INFO (TEST-HdfsSyncSliceTest.test-seed#[82B552F66C9F6A23]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-4-001 of type NRT for shard1
[junit4] 2> 707457 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 707457 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 707457 INFO (closeThreadPool-3236-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 707481 INFO (closeThreadPool-3236-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 707481 INFO (closeThreadPool-3236-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 707481 INFO (closeThreadPool-3236-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 707482 INFO (closeThreadPool-3236-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cfa4880{/vsd/c,null,AVAILABLE}
[junit4] 2> 707482 INFO (closeThreadPool-3236-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@547f0f82{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40077}
[junit4] 2> 707482 INFO (closeThreadPool-3236-thread-4) [ ] o.e.j.s.Server Started @707514ms
[junit4] 2> 707482 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/vsd/c, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:38455/hdfs__localhost.localdomain_38455__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001_tempDir-002_jetty4, hostPort=40077, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 707484 ERROR (closeThreadPool-3236-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 707484 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 707484 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 707484 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 707484 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 707484 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-10T11:11:49.301485Z
[junit4] 2> 707485 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 707486 INFO (zkConnectionManagerCallback-3253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707486 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 707497 INFO (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 707497 INFO (zkConnectionManagerCallback-3255-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707497 INFO (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 707587 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 707587 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_82B552F66C9F6A23-001/shard-4-001/solr.xml
[junit4] 2> 707591 INFO (closeThreadPool-3236-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4bfacb42, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 707601 INFO (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 707603 INFO (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.c.ZkController Publish node=127.0.0.1:37285_vsd%2Fc as DOWN
[junit4] 2> 707604 INFO (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 707604 INFO (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37285_vsd%2Fc
[junit4] 2> 707605 INFO (zkCallback-3234-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707605 INFO (zkCallback-3219-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707606 INFO (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 707606 WARN (closeThreadPool-3236-thread-1) [n:127.0.0.1:37285_vsd%2Fc ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 707618 INFO (zkCallback-3254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707622 INFO (closeThreadPool-3236-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 707623 WARN (closeThreadPool-3236-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7e555e5a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 707623 WARN (closeThreadPool-3236-thread-3) [ ] o.e.j.u.s.S.config
[...truncated too long message...]
1.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=PostingsFormat(name=Direct), title_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Asserting), id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=Direct)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Asserting), id_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), inplace_updatable_int_with_default=DocValuesFormat(name=Asserting), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=20, maxMBSortInHeap=5.943443975271911, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@703b08db), locale=kab, timezone=America/Fortaleza
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=155,free=16156136,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AuditLoggerIntegrationTest, HdfsCollectionsAPIDistributedZkTest, UpdateRequestProcessorFactoryTest, TestFoldingMultitermQuery, TestXmlQParser, PeerSyncReplicationTest, JWTAuthPluginTest, SchemaVersionSpecificBehaviorTest, TestPartialUpdateDeduplication, TestPivotHelperCode, ZkCollectionPropsCachingTest, DistributedFacetPivotWhiteBoxTest, DirectUpdateHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, SortSpecParsingTest, SOLR749Test, JavabinLoaderTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestWithCollection, SharedFSAutoReplicaFailoverTest, HealthCheckHandlerTest, TestWordDelimiterFilterFactory, TestSimDistributedQueue, TestInitParams, TestDistributedSearch, TestMergePolicyConfig, MetricsHandlerTest, ConnectionManagerTest, TestDownShardTolerantSearch, TestAuthorizationFramework, TestCopyFieldCollectionResource, DeleteReplicaTest, AnalyticsMergeStrategyTest, TestExportTool, TestLMJelinekMercerSimilarityFactory, EnumFieldTest, SearchHandlerTest, NodeMutatorTest, ImplicitSnitchTest, TestPerFieldSimilarity, TestSolr4Spatial, TestSha256AuthenticationProvider, TestJsonRequest, TestPushWriter, LoggingHandlerTest, TestJsonFacets, CdcrOpsAndBoundariesTest, UtilsToolTest, TestSchemalessBufferedUpdates, TestStressCloudBlindAtomicUpdates, ZkCLITest, TestCloudManagedSchema, TestRandomCollapseQParserPlugin, RAMDirectoryFactoryTest, TestFieldCacheWithThreads, TestBlendedInfixSuggestions, SplitByPrefixTest, BooleanFieldTest, URLClassifyProcessorTest, RangeFacetCloudTest, ChaosMonkeyNothingIsSafeTest, TestRandomFlRTGCloud, SolrShardReporterTest, TestSolrTestCaseJ4, TestSolrCoreSnapshots, VersionInfoTest, OverseerSolrResponseTest, TestJettySolrRunner, ExplicitHLLTest, DistanceUnitsTest, TestSQLHandler, IndexSizeTriggerSizeEstimationTest, TestSimNodeLostTrigger, DistribCursorPagingTest, ClassificationUpdateProcessorFactoryTest, HdfsWriteToMultipleCollectionsTest, TriggerEventQueueTest, DistributedUpdateProcessorTest, TestRealTimeGet, TestShortCircuitedRequests, LeaderElectionContextKeyTest, TestMultiWordSynonyms, DirectSolrConnectionTest, ScheduledTriggerTest, MinimalSchemaTest, OrderedExecutorTest, TestFieldCacheSort, TestExactSharedStatsCache, TestScoreJoinQPScore, TriLevelCompositeIdRoutingTest, TestPostingsSolrHighlighter, HdfsRecoveryZkTest, TestManagedSynonymGraphFilterFactory, TestRemoteStreaming, HdfsDirectoryFactoryTest, SolrJmxReporterTest, XsltUpdateRequestHandlerTest, BlockCacheTest, TestConfig, TestFieldSortValues, SystemLogListenerTest, TestUseDocValuesAsStored, SolrCloudExampleTest, ResponseHeaderTest, AutoScalingHandlerTest, InfixSuggestersTest, CollectionTooManyReplicasTest, TestSolrDeletionPolicy2, LeaderFailoverAfterPartitionTest, TestCollationFieldDocValues, TestFieldTypeResource, CoreAdminCreateDiscoverTest, BasicFunctionalityTest, SecurityConfHandlerTest, QueryElevationComponentTest, SynonymTokenizerTest, JsonLoaderTest, TestRetrieveFieldsOptimizer, OverseerCollectionConfigSetProcessorTest, TestReplicationHandlerDiskOverFlow, TestSolrConfigHandlerConcurrent, RankQueryTest, TestConfigsApi, SolrIndexMetricsTest, TestCloudInspectUtil, MultiSolrCloudTestCaseTest, MetricsHistoryWithAuthIntegrationTest, TestOnReconnectListenerSupport, TestSimClusterStateProvider, Tagger2Test, TestHighlightDedupGrouping, TestTermsQParserPlugin, TestQuerySenderNoQuery, DistanceFunctionTest, BadComponentTest, TestXIncludeConfig, TestCoreDiscovery, TestSimpleTextCodec, TestPointFields, SignatureUpdateProcessorFactoryTest, TestTolerantUpdateProcessorRandomCloud, SoftAutoCommitTest, ByteBuffersDirectoryFactoryTest, TestSimGenericDistributedQueue, CircularListTest, DeleteInactiveReplicaTest, TestSearcherReuse, ZkNodePropsTest, DirectSolrSpellCheckerTest, MoveReplicaHDFSTest, NestedShardedAtomicUpdateTest, OverseerTaskQueueTest, OverseerTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, ShardRoutingCustomTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudConsistency, TestCloudRecovery, TestCloudSearcherWarming, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestLeaderElectionWithEmptyReplica, TestQueryingOnDownCollection, TestRebalanceLeaders, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestTlogReplayVsRecovery, TestTlogReplica, ZkFailoverTest, AssignTest, AsyncCallRequestStatusResponseTest, ConcurrentCreateCollectionTest, ConcurrentDeleteAndCreateCollectionTest, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, MetricTriggerIntegrationTest, MetricTriggerTest, NodeAddedTriggerIntegrationTest, NodeLostTriggerTest, ScheduledMaintenanceTriggerTest, TriggerSetPropertiesIntegrationTest, TestSimUtils, TestSnapshotCloudManager, CdcrWithNodesRestartsTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, AlternateDirectoryTest, BlobRepositoryCloudTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, QueryResultKeyTest, SolrCoreTest, TestBackupRepositoryFactory, TestBadConfig, TestConfigSetProperties, TestConfigSets, TestCoreContainer, TestCustomStream, TestDirectoryFactory, TestDynamicLoading, TestDynamicLoadingUrl, TestDynamicURP, TestImplicitCoreProperties, TestInfoStreamLogging, TestQuerySenderListener, TestSolrDeletionPolicy1, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, DocumentAnalysisRequestHandlerTest, FieldAnalysisRequestHandlerTest, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestCSVLoader, TestConfigReload, TestHdfsBackupRestoreCore, TestReplicationHandler, V2StandaloneTest, AutoscalingHistoryHandlerTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentCustomSortTest, DistributedQueryElevationComponentTest, DistributedTermsComponentTest, PhrasesIdentificationComponentTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, TermVectorComponentTest, TermsComponentTest, TestDistributedStatsComponentCardinality, TestNumericRangeQuery64, TestJavabinTupleStreamParser, TestChildDocTransformerHierarchy, TestSubQueryTransformerCrossCore, TestSubQueryTransformerDistrib, TestFieldResource, TestSchemaVersionResource, TestManagedStopFilterFactory, CopyFieldTest, CurrencyFieldTypeTest, DocValuesMissingTest, IndexSchemaTest, NumericFieldsTest, OpenExchangeRatesOrgProviderTest, PolyFieldTest, RequiredFieldsTest, SchemaApiFailureTest, TestManagedSchemaAPI, TestManagedSchemaThreadSafety, TestOmitPositions, TestTextField, UUIDFieldTest, CursorMarkTest, FuzzySearchTest, LargeFieldTest, QueryEqualityTest, QueryParsingTest, TestCaffeineCache, TestComponentsName, TestElisionMultitermQuery, TestFiltering, TestOverriddenPrefixQueryForCustomFieldType, TestPayloadScoreQParserPlugin, TestPseudoReturnFields, TestQueryUtils, TestRecoveryHdfs, TestSearchPerf, TestSolrCoreParser, TestSolrFieldCacheBean, TestSort, TestSurroundQueryParser, TestValueSourceCache, TestCloudJSONFacetJoinDomain, TestJsonFacetErrors, TestJsonFacetRefinement, TestJsonRangeFacets, SortByFunctionTest, TestFunctionQuery, TestMinMaxOnMultiValuedField, TestOrdValues, GraphQueryTest, TestCloudNestedDocsSort, TestNestedDocsSort, SimpleMLTQParserTest, TestBM25SimilarityFactory, TestClassicSimilarityFactory, TestDFRSimilarityFactory, TestIBSimilarityFactory, TestLRUStatsCache, BasicAuthIntegrationTest, BasicAuthOnSingleNodeTest, TestRuleBasedAuthorizationPlugin, TestImpersonationWithHadoopAuth, TestZkAclsWithHadoopAuth, CacheHeaderTest, SpellCheckCollatorWithCollapseTest, SpellingQueryConverterTest, WordBreakSolrSpellCheckerTest, SuggesterTSTTest, TestAnalyzeInfixSuggestions, TestFuzzyAnalyzedSuggestions, TestPhraseSuggestions, HdfsDirectoryTest, TestUninvertingReader, AddBlockUpdateTest, AnalysisErrorHandlingTest, CdcrUpdateLogTest, SolrIndexConfigTest, TestInPlaceUpdateWithRouteField, TestInPlaceUpdatesDistrib]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.seed=82B552F66C9F6A23 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=kab -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestInPlaceUpdatesDistrib (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([82B552F66C9F6A23]:0)
[junit4] Completed [907/907 (4!)] on J1 in 7226.61s, 1 test, 2 errors <<< FAILURES!
[...truncated 52552 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2157 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2157/
2 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
Error Message:
Should not have failed to delete collection, it was removed from the alias: expected:<RUNNING> but was:<COMPLETED>
Stack Trace:
java.lang.AssertionError: Should not have failed to delete collection, it was removed from the alias: expected:<RUNNING> but was:<COMPLETED>
at __randomizedtesting.SeedInfo.seed([DE1AEDE1919200D6:F31D284F2EA7AA0C]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:118)
at org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased(AliasIntegrationTest.java:591)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([DE1AEDE1919200D6:564ED23B3F6E6D2E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 12885 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> 1581 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1592 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1625 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/data-dir-1-001
[junit4] 2> 1691 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1724 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.u.log Logging initialized @1753ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 1729 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1747 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001
[junit4] 2> 1756 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1759 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1759 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1858 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40933
[junit4] 2> 1860 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40933
[junit4] 2> 1863 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40933
[junit4] 2> 1865 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40933
[junit4] 2> 1919 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1947 INFO (zkConnectionManagerCallback-3-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1948 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1965 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1975 INFO (zkConnectionManagerCallback-5-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1975 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1976 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1979 INFO (zkConnectionManagerCallback-7-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1979 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2297 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2297 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2297 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2297 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2306 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 2307 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 2323 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2323 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2326 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2327 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2327 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2328 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2342 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@313632a9{/solr,null,AVAILABLE}
[junit4] 2> 2342 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b0da3d2{/solr,null,AVAILABLE}
[junit4] 2> 2353 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6af9c02c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33665}
[junit4] 2> 2354 INFO (jetty-launcher-8-thread-1) [ ] o.e.j.s.Server Started @2385ms
[junit4] 2> 2354 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33665}
[junit4] 2> 2355 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@412a9338{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41353}
[junit4] 2> 2356 INFO (jetty-launcher-8-thread-2) [ ] o.e.j.s.Server Started @2387ms
[junit4] 2> 2356 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41353}
[junit4] 2> 2414 ERROR (jetty-launcher-8-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2414 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2414 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2417 ERROR (jetty-launcher-8-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2417 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2417 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2420 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2420 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2420 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 2420 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 2420 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-09T08:24:33.721295Z
[junit4] 2> 2421 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-09T08:24:33.721309Z
[junit4] 2> 2422 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2430 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436 INFO (zkConnectionManagerCallback-10-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2437 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2441 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2441 INFO (zkConnectionManagerCallback-12-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2441 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2447 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2966 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2966 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3157 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c670c4f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3157 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c670c4f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3158 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54f3f987[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3158 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54f3f987[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3269 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@48a7590b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3270 WARN (jetty-launcher-8-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@48a7590b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3279 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@336392c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3279 WARN (jetty-launcher-8-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@336392c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3285 INFO (jetty-launcher-8-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40933/solr
[junit4] 2> 3287 INFO (jetty-launcher-8-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40933/solr
[junit4] 2> 3307 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3311 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3317 INFO (zkConnectionManagerCallback-24-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3318 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3326 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3326 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3811 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33665_solr
[junit4] 2> 3811 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41353_solr
[junit4] 2> 3819 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.Overseer Overseer (id=73554584805703685-127.0.0.1:33665_solr-n_0000000000) starting
[junit4] 2> 3828 INFO (zkCallback-25-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3830 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3907 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3919 WARN (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3962 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33665_solr as DOWN
[junit4] 2> 3968 INFO (OverseerStateUpdate-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33665_solr
[junit4] 2> 3974 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 3975 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33665_solr
[junit4] 2> 3977 INFO (zkCallback-25-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3978 INFO (OverseerStateUpdate-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3981 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3986 WARN (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4143 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4166 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4325 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33665.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 4325 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 4326 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33665.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 4327 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33665.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 4332 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 4333 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 4356 INFO (jetty-launcher-8-thread-1) [n:127.0.0.1:33665_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node1/.
[junit4] 2> 4356 INFO (jetty-launcher-8-thread-2) [n:127.0.0.1:41353_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node2/.
[junit4] 2> 4426 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 4428 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4434 INFO (zkConnectionManagerCallback-39-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4434 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4437 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4439 INFO (SUITE-AliasIntegrationTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40933/solr ready
[junit4] 2> 4491 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testModifyPropertiesCAR
[junit4] 2> 4762 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4782 INFO (OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:33665_solr) [n:127.0.0.1:33665_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1meta
[junit4] 2> 4909 INFO (OverseerStateUpdate-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41353/solr",
[junit4] 2> "node_name":"127.0.0.1:41353_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4917 INFO (OverseerStateUpdate-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1meta_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33665/solr",
[junit4] 2> "node_name":"127.0.0.1:33665_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 5140 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr x:collection1meta_shard2_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5140 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr x:collection1meta_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5143 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr x:collection1meta_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 5220 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5220 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5305 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 5319 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 5359 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5360 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 5361 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5361 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard2_replica_n3' using configuration from configset conf, trusted=true
[junit4] 2> 5435 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33665.solr.core.collection1meta.shard2.replica_n3' (registry 'solr.core.collection1meta.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 5436 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.core.collection1meta.shard1.replica_n1' (registry 'solr.core.collection1meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 5448 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.SolrCore [[collection1meta_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node1/./collection1meta_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node1/./collection1meta_shard2_replica_n3/data/]
[junit4] 2> 5448 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node2/./collection1meta_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node2/./collection1meta_shard1_replica_n1/data/]
[junit4] 2> 6271 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 6271 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 6271 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6271 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6282 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6282 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6283 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6283 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6302 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a704353[collection1meta_shard2_replica_n3] main]
[junit4] 2> 6305 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@21a96623[collection1meta_shard1_replica_n1] main]
[junit4] 2> 6339 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 6339 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 6350 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 6350 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 6361 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6361 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6363 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663482648502206464
[junit4] 2> 6363 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663482648502206464
[junit4] 2> 6382 INFO (searcherExecutor-24-thread-1-processing-n:127.0.0.1:41353_solr x:collection1meta_shard1_replica_n1 c:collection1meta s:shard1 r:core_node2) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1meta_shard1_replica_n1] Registered new searcher Searcher@21a96623[collection1meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6383 INFO (searcherExecutor-23-thread-1-processing-n:127.0.0.1:33665_solr x:collection1meta_shard2_replica_n3 c:collection1meta s:shard2 r:core_node4) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.SolrCore [collection1meta_shard2_replica_n3] Registered new searcher Searcher@a704353[collection1meta_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6406 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 6406 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6411 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1meta/leaders/shard2
[junit4] 2> 6412 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1meta/leaders/shard1
[junit4] 2> 6426 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6426 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6426 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6426 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6427 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33665/solr/collection1meta_shard2_replica_n3/
[junit4] 2> 6427 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41353/solr/collection1meta_shard1_replica_n1/
[junit4] 2> 6428 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6428 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6428 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.SyncStrategy http://127.0.0.1:33665/solr/collection1meta_shard2_replica_n3/ has no replicas
[junit4] 2> 6429 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41353/solr/collection1meta_shard1_replica_n1/ has no replicas
[junit4] 2> 6430 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1meta/leaders/shard1/leader after winning as /collections/collection1meta/leader_elect/shard1/election/73554584805703686-core_node2-n_0000000000
[junit4] 2> 6430 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1meta/leaders/shard2/leader after winning as /collections/collection1meta/leader_elect/shard2/election/73554584805703685-core_node4-n_0000000000
[junit4] 2> 6439 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33665/solr/collection1meta_shard2_replica_n3/ shard2
[junit4] 2> 6440 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41353/solr/collection1meta_shard1_replica_n1/ shard1
[junit4] 2> 6544 INFO (zkCallback-25-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6544 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6544 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6552 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr c:collection1meta s:shard1 r:core_node2 x:collection1meta_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6552 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n3 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6558 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1423
[junit4] 2> 6564 INFO (qtp2006749275-55) [n:127.0.0.1:41353_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1429
[junit4] 2> 6594 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6658 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6658 INFO (zkCallback-25-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6658 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6658 INFO (zkCallback-25-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6658 INFO (zkCallback-23-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6660 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1918
[junit4] 2> 6665 INFO (qtp1553197786-53) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6675 INFO (OverseerThreadFactory-14-thread-2-processing-n:127.0.0.1:33665_solr) [n:127.0.0.1:33665_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection2meta
[junit4] 2> 6675 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6888 INFO (OverseerStateUpdate-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33665/solr",
[junit4] 2> "node_name":"127.0.0.1:33665_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 7093 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr x:collection2meta_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2meta_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 7112 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 7150 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 7157 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 7157 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection2meta_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 7158 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33665.solr.core.collection2meta.shard1.replica_n1' (registry 'solr.core.collection2meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 7159 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection2meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node1/./collection2meta_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node1/./collection2meta_shard1_replica_n1/data/]
[junit4] 2> 7338 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 7338 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 7340 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 7340 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 7344 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d678316[collection2meta_shard1_replica_n1] main]
[junit4] 2> 7396 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 7397 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 7397 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 7398 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663482649587482624
[junit4] 2> 7401 INFO (searcherExecutor-33-thread-1-processing-n:127.0.0.1:33665_solr x:collection2meta_shard1_replica_n1 c:collection2meta s:shard1 r:core_node2) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.SolrCore [collection2meta_shard1_replica_n1] Registered new searcher Searcher@d678316[collection2meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 7410 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2meta/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 7413 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2meta/leaders/shard1
[junit4] 2> 7424 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 7424 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 7424 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33665/solr/collection2meta_shard1_replica_n1/
[junit4] 2> 7424 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 7425 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:33665/solr/collection2meta_shard1_replica_n1/ has no replicas
[junit4] 2> 7425 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2meta/leaders/shard1/leader after winning as /collections/collection2meta/leader_elect/shard1/election/73554584805703685-core_node2-n_0000000000
[junit4] 2> 7428 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33665/solr/collection2meta_shard1_replica_n1/ shard1
[junit4] 2> 7531 INFO (zkCallback-23-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 7531 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 7532 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 7537 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2meta_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2meta&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=444
[junit4] 2> 7541 INFO (qtp1553197786-53) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 7638 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 7638 INFO (zkCallback-23-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 7639 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 7640 INFO (qtp1553197786-53) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=974
[junit4] 2> 7640 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: collection1meta
[junit4] 2> 7648 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: collection2meta
[junit4] 2> 7649 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase waitForState (collection1meta): Expected collection1 to be created with 2 shards and 1 replica
[junit4] 2> 7652 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 7653 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 7653 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 7654 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase waitForState (collection2meta): Expected collection2 to be created with 1 shard and 1 replica
[junit4] 2> 7654 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 1
[junit4] 2> 7655 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 1
[junit4] 2> 7656 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 1
[junit4] 2> 7670 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=baz&property.bar=bam&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7681 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7685 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=baz&property.bar=bam&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 7688 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7760 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7767 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=&wt=javabin&version=2} status=0 QTime=78
[junit4] 2> 7769 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7794 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7808 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 7810 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=+&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7813 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7816 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=+&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 7817 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testModifyPropertiesCAR
[junit4] 2> 7817 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7826 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 7833 INFO (qtp1553197786-53) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection2meta&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7839 INFO (OverseerThreadFactory-14-thread-5-processing-n:127.0.0.1:33665_solr) [n:127.0.0.1:33665_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 7843 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr x:collection2meta_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2meta.shard1.replica_n1, tag=null
[junit4] 2> 7843 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr x:collection2meta_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3355648a: rootName = solr_33665, domain = solr.core.collection2meta.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection2meta.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@52995977
[junit4] 2> 7876 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.c.SolrCore [collection2meta_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6a6be154
[junit4] 2> 7876 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2meta.shard1.replica_n1, tag=SolrCore@6a6be154
[junit4] 2> 7876 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection2meta.shard1.leader, tag=SolrCore@6a6be154
[junit4] 2> 7878 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 7995 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2meta/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 7999 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=collection2meta_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=157
[junit4] 2> 8105 INFO (zkCallback-23-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8107 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8107 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8121 INFO (qtp1553197786-53) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection2meta&action=DELETE&wt=javabin&version=2} status=0 QTime=287
[junit4] 2> 8123 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection1meta&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 8127 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 8127 INFO (OverseerThreadFactory-14-thread-5-processing-n:127.0.0.1:33665_solr) [n:127.0.0.1:33665_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 8129 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr x:collection1meta_shard2_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard2.replica_n3, tag=null
[junit4] 2> 8129 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr x:collection1meta_shard2_replica_n3 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4718621a: rootName = solr_33665, domain = solr.core.collection1meta.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.collection1meta.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@49cd623
[junit4] 2> 8132 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr x:collection1meta_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard1.replica_n1, tag=null
[junit4] 2> 8132 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr x:collection1meta_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57036195: rootName = solr_41353, domain = solr.core.collection1meta.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1meta.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5b21392
[junit4] 2> 8158 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.c.SolrCore [collection1meta_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@3cdfbfd6
[junit4] 2> 8158 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr ] o.a.s.c.SolrCore [collection1meta_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6be4dd39
[junit4] 2> 8159 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard1.replica_n1, tag=SolrCore@6be4dd39
[junit4] 2> 8159 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1meta.shard1.leader, tag=SolrCore@6be4dd39
[junit4] 2> 8159 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard2.replica_n3, tag=SolrCore@3cdfbfd6
[junit4] 2> 8159 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 8159 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1meta.shard2.leader, tag=SolrCore@3cdfbfd6
[junit4] 2> 8166 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 8190 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 8194 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard2 to Terms{values={}, version=1}
[junit4] 2> 8194 INFO (qtp2006749275-56) [n:127.0.0.1:41353_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=collection1meta_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=62
[junit4] 2> 8196 INFO (qtp1553197786-47) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=collection1meta_shard2_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=67
[junit4] 2> 8300 INFO (zkCallback-25-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8300 INFO (zkCallback-25-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8300 INFO (zkCallback-23-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8300 INFO (zkCallback-23-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8300 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8316 INFO (qtp1553197786-51) [n:127.0.0.1:33665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection1meta&action=DELETE&wt=javabin&version=2} status=0 QTime=193
[junit4] 2> 8346 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[DE1AEDE1919200D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorChecks
[junit4] 2> 8352 INFO (qtp1553197786-46) [n:127.0.0.1:33665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 8356 INFO (OverseerThreadFactory-14-thread-5-processing-n:127.0.0.1:33665_solr) [n:127.0.0.1:33665_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testErrorChecks-collection
[junit4] 2> 8357 INFO (OverseerCollectionConfigSetProcessor-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 8570 INFO (OverseerStateUpdate-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testErrorChecks-collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testErrorChecks-collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33665/solr",
[junit4] 2> "node_name":"127.0.0.1:33665_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 8573 INFO (OverseerStateUpdate-73554584805703685-127.0.0.1:33665_solr-n_0000000000) [n:127.0.0.1:33665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testErrorChecks-collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testErrorChecks-collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41353/solr",
[junit4] 2> "node_name":"127.0.0.1:41353_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 8777 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8777 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8800 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 8801 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 8829 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 8832 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 8832 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard2_replica_n2' using configuration from configset conf, trusted=true
[junit4] 2> 8832 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41353.solr.core.testErrorChecks-collection.shard2.replica_n2' (registry 'solr.core.testErrorChecks-collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 8833 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SolrCore [[testErrorChecks-collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node2/./testErrorChecks-collection_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node2/./testErrorChecks-collection_shard2_replica_n2/data/]
[junit4] 2> 8834 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 8838 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 8838 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 8838 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33665.solr.core.testErrorChecks-collection.shard1.replica_n1' (registry 'solr.core.testErrorChecks-collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e990370
[junit4] 2> 8838 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testErrorChecks-collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node1/./testErrorChecks-collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_DE1AEDE1919200D6-001/tempDir-001/node1/./testErrorChecks-collection_shard1_replica_n1/data/]
[junit4] 2> 8924 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8924 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8926 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8926 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8930 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ca7f7b2[testErrorChecks-collection_shard2_replica_n2] main]
[junit4] 2> 8931 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 8932 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 8932 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 8932 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663482651195998208
[junit4] 2> 8934 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8934 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8939 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8939 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8940 INFO (searcherExecutor-38-thread-1-processing-n:127.0.0.1:41353_solr x:testErrorChecks-collection_shard2_replica_n2 c:testErrorChecks-collection s:shard2 r:core_node4) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2] Registered new searcher Searcher@2ca7f7b2[testErrorChecks-collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 8941 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testErrorChecks-collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 8942 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testErrorChecks-collection/leaders/shard2
[junit4] 2> 8944 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@687af71f[testErrorChecks-collection_shard1_replica_n1] main]
[junit4] 2> 8945 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 8945 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 8945 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41353/solr/testErrorChecks-collection_shard2_replica_n2/
[junit4] 2> 8946 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 8947 INFO (qtp1553197786-49) [n:127.0.0.1:33665_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 8947 INFO (qtp2006749275-57) [n:127.0.0.1:41353_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorCh
[...truncated too long message...]
curity.json
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 179 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/collection1/leader_elect/shard1/election/73554606778417173-core_node6-n_0000000002
[junit4] 2> 3 /solr/overseer_elect/election/73554606778417173-127.0.0.1:39647_aig%2Feq-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/73554606778417165-127.0.0.1:43569_aig%2Feq-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 81 /solr/live_nodes
[junit4] 2> 67 /solr/overseer/queue
[junit4] 2> 25 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> 383519 INFO (TEST-HdfsSyncSliceTest.test-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38107
[junit4] 2> 383519 INFO (TEST-HdfsSyncSliceTest.test-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38107
[junit4] 2> 383519 INFO (TEST-HdfsSyncSliceTest.test-seed#[DE1AEDE1919200D6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38107
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=DE1AEDE1919200D6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-BE -Dtests.timezone=Pacific/Noumea -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 46.5s J0 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([DE1AEDE1919200D6:564ED23B3F6E6D2E]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 383524 WARN (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 383542 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5897d9a0{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 383542 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58abbe12{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 383542 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 383542 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4145ff52{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 383544 WARN (BP-585213772-127.0.0.1-1586421006397 heartbeating to localhost.localdomain/127.0.0.1:44653) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 383545 WARN (BP-585213772-127.0.0.1-1586421006397 heartbeating to localhost.localdomain/127.0.0.1:44653) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-585213772-127.0.0.1-1586421006397 (Datanode Uuid e85717ba-1957-4aef-b538-324bca73534e) service to localhost.localdomain/127.0.0.1:44653
[junit4] 2> 383565 WARN (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 383571 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5a687350{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 383572 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@64b0cb1b{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 383572 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 383572 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4ae946c{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 383579 WARN (BP-585213772-127.0.0.1-1586421006397 heartbeating to localhost.localdomain/127.0.0.1:44653) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 383579 WARN (BP-585213772-127.0.0.1-1586421006397 heartbeating to localhost.localdomain/127.0.0.1:44653) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-585213772-127.0.0.1-1586421006397 (Datanode Uuid c9e67d18-861f-43ec-a2f0-400e6c7ca93f) service to localhost.localdomain/127.0.0.1:44653
[junit4] 2> 383612 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@7609a1e{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 383612 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@27ce8f87{HTTP/1.1, (http/1.1)}{localhost.localdomain:0}
[junit4] 2> 383612 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 383612 INFO (SUITE-HdfsSyncSliceTest-seed#[DE1AEDE1919200D6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f95fa4a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_DE1AEDE1919200D6-001
[junit4] 2> Apr 09, 2020 8:30:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), text=FST50}, docValues:{other_tl1=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1052, maxMBSortInHeap=5.815179997574747, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4eb1dec6), locale=de-BE, timezone=Pacific/Noumea
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=12,free=224141720,total=470810624
[junit4] 2> NOTE: All tests run in this JVM: [TestPseudoReturnFields, TestHttpServletCarrier, TestDistributedMap, TestConfigSetsAPI, TestDistributedMissingSort, TestCloudRecovery2, TestNamedUpdateProcessors, SpatialRPTFieldTypeTest, TestSolrConfigHandlerCloud, SimpleMLTQParserTest, TestRebalanceLeaders, TestUnInvertedFieldException, TestManagedResource, RulesTest, MissingSegmentRecoveryTest, SolrLogAuditLoggerPluginTest, TestMissingGroups, NumberUtilsTest, BasicAuthIntegrationTest, ExitableDirectoryReaderTest, TestComplexPhraseLeadingWildcard, TestUnifiedSolrHighlighterWithoutStoredId, TestSimNodeAddedTrigger, TestCharFilters, SplitShardTest, ConjunctionSolrSpellCheckerTest, ClusterStateTest, SubstringBytesRefFilterTest, SolrJmxReporterCloudTest, CoreAdminOperationTest, SuggesterTest, TestRestoreCore, TestSafeXMLParsing, HdfsSyncSliceTest]
[junit4] Completed [108/907 (2!)] on J0 in 52.10s, 1 test, 1 failure <<< FAILURES!
[...truncated 55170 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2156 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2156/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([40D26720D3730C9B:C88658FA7D8F6163]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14850 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 4329458 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 4329458 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4329458 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/data-dir-178-001
[junit4] 2> 4329458 WARN (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=29 numCloses=29
[junit4] 2> 4329459 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4329459 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 4329460 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4329515 WARN (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4329516 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4329518 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4329518 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4329518 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4329521 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aa5f2f8{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4329644 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@69f0086a{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-39927-hadoop-hdfs-3_2_0-tests_jar-_-any-7964896958623218892.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 4329645 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ebe0462{HTTP/1.1, (http/1.1)}{localhost.localdomain:39927}
[junit4] 2> 4329645 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.Server Started @4329717ms
[junit4] 2> 4329707 WARN (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4329709 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4329709 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4329709 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4329709 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4329709 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16275488{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4329830 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7cb98c1c{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-35339-hadoop-hdfs-3_2_0-tests_jar-_-any-4195905174485170834.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 4329830 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@517fa4f{HTTP/1.1, (http/1.1)}{localhost:35339}
[junit4] 2> 4329830 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.Server Started @4329903ms
[junit4] 2> 4329985 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44b8005c998f85b1: Processing first storage report for DS-8227337b-2a26-4223-91f7-b62411758d8a from datanode 9236e3bf-b1f8-4811-8ae6-0c84119fa76b
[junit4] 2> 4329985 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44b8005c998f85b1: from storage DS-8227337b-2a26-4223-91f7-b62411758d8a node DatanodeRegistration(127.0.0.1:44415, datanodeUuid=9236e3bf-b1f8-4811-8ae6-0c84119fa76b, infoPort=41805, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=1219331422;c=1586344019994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4329986 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44b8005c998f85b1: Processing first storage report for DS-c4dd30ae-ce6d-49a4-86c5-17aa326a23d9 from datanode 9236e3bf-b1f8-4811-8ae6-0c84119fa76b
[junit4] 2> 4329986 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44b8005c998f85b1: from storage DS-c4dd30ae-ce6d-49a4-86c5-17aa326a23d9 node DatanodeRegistration(127.0.0.1:44415, datanodeUuid=9236e3bf-b1f8-4811-8ae6-0c84119fa76b, infoPort=41805, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=1219331422;c=1586344019994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4330061 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4330061 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4330061 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4330161 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer start zk server on port:46369
[junit4] 2> 4330161 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46369
[junit4] 2> 4330161 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46369
[junit4] 2> 4330161 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46369
[junit4] 2> 4330163 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4330166 INFO (zkConnectionManagerCallback-17209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4330166 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4330169 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4330170 INFO (zkConnectionManagerCallback-17211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4330170 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4330171 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4330172 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4330174 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4330175 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4330176 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4330177 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4330179 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4330180 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4330182 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4330184 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4330185 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4330187 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4330187 INFO (zkConnectionManagerCallback-17215-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4330187 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4330289 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 4330533 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4330533 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4330533 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4330540 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4330540 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4330540 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4330540 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40cec7cb{/,null,AVAILABLE}
[junit4] 2> 4330541 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53af3001{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:38567}
[junit4] 2> 4330541 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.s.Server Started @4330614ms
[junit4] 2> 4330541 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_control_data, hostPort=38567, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/control-001/cores, replicaType=NRT}
[junit4] 2> 4330542 ERROR (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4330542 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4330542 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4330542 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4330542 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4330542 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:01.064367Z
[junit4] 2> 4330545 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4330548 INFO (zkConnectionManagerCallback-17217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4330548 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4330650 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4330650 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/control-001/solr.xml
[junit4] 2> 4330654 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4330825 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4330826 WARN (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9206995[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4330826 WARN (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9206995[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4330830 WARN (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ad88bb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4330830 WARN (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ad88bb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4330832 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46369/solr
[junit4] 2> 4330833 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4330834 INFO (zkConnectionManagerCallback-17224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4330834 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4330937 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4330939 INFO (zkConnectionManagerCallback-17226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4330939 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4331028 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38567_
[junit4] 2> 4331028 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.c.Overseer Overseer (id=73549561305956357-127.0.0.1:38567_-n_0000000000) starting
[junit4] 2> 4331032 INFO (OverseerStateUpdate-73549561305956357-127.0.0.1:38567_-n_0000000000) [n:127.0.0.1:38567_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38567_
[junit4] 2> 4331033 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38567_
[junit4] 2> 4331036 INFO (zkCallback-17225-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4331037 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4331037 WARN (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4331057 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4331079 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a
[junit4] 2> 4331088 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a
[junit4] 2> 4331088 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a
[junit4] 2> 4331089 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [n:127.0.0.1:38567_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/control-001/cores
[junit4] 2> 4331096 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4331098 INFO (zkConnectionManagerCallback-17235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4331098 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4331099 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4331100 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46369/solr ready
[junit4] 2> 4331125 INFO (qtp439952858-124202) [n:127.0.0.1:38567_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38567_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4331128 INFO (OverseerThreadFactory-15914-thread-1-processing-n:127.0.0.1:38567_) [n:127.0.0.1:38567_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4331245 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4331245 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4332259 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 4332276 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 4332383 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4332400 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 4332401 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a
[junit4] 2> 4332401 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41517/solr_hdfs_home
[junit4] 2> 4332401 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4332401 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41517/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 4332402 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41517/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 4332410 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4332410 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 4332410 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4332413 WARN (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 4337416 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4337418 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41517/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 4337443 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41517/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 4337453 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4337453 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 4337453 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4337457 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4337458 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4337471 WARN (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 4337538 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4337538 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4337538 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 4337549 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4337549 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4337550 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=13.16015625, floorSegmentMB=1.279296875, forceMergeDeletesPctAllowed=10.676285555488466, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8013879558623977, deletesPctAllowed=30.242103502163296
[junit4] 2> 4337555 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f78f59[control_collection_shard1_replica_n1] main]
[junit4] 2> 4337556 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4337556 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4337557 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4337557 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1663402275586965504
[junit4] 2> 4337560 INFO (searcherExecutor-15919-thread-1-processing-n:127.0.0.1:38567_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@56f78f59[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4337563 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4337563 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 4337566 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4337566 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4337566 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38567/control_collection_shard1_replica_n1/
[junit4] 2> 4337566 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4337566 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:38567/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 4337567 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73549561305956357-core_node2-n_0000000000
[junit4] 2> 4337568 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38567/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 4337569 INFO (zkCallback-17225-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4337569 INFO (zkCallback-17225-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4337570 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4337572 INFO (qtp439952858-124201) [n:127.0.0.1:38567_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6327
[junit4] 2> 4337573 INFO (qtp439952858-124202) [n:127.0.0.1:38567_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4337672 INFO (zkCallback-17225-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4337672 INFO (zkCallback-17225-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4337672 INFO (zkCallback-17225-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4337673 INFO (qtp439952858-124202) [n:127.0.0.1:38567_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38567_&wt=javabin&version=2} status=0 QTime=6547
[junit4] 2> 4337673 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 4337778 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4337779 INFO (zkConnectionManagerCallback-17241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4337779 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4337780 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4337781 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46369/solr ready
[junit4] 2> 4337781 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4337804 INFO (qtp439952858-124199) [n:127.0.0.1:38567_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4337806 INFO (OverseerThreadFactory-15914-thread-2-processing-n:127.0.0.1:38567_) [n:127.0.0.1:38567_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4337807 INFO (OverseerCollectionConfigSetProcessor-73549561305956357-127.0.0.1:38567_-n_0000000000) [n:127.0.0.1:38567_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4338009 WARN (OverseerThreadFactory-15914-thread-2-processing-n:127.0.0.1:38567_) [n:127.0.0.1:38567_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 4338010 INFO (qtp439952858-124199) [n:127.0.0.1:38567_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4338011 INFO (qtp439952858-124199) [n:127.0.0.1:38567_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 4338012 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4338012 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4338012 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4338012 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4338012 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4338012 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4338012 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 4338241 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-1-001 of type NRT for shard1
[junit4] 2> 4338244 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4338244 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4338244 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4338249 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4338249 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4338249 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4338249 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3155fe72{/,null,AVAILABLE}
[junit4] 2> 4338250 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@656e5d9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:33077}
[junit4] 2> 4338251 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.Server Started @4338323ms
[junit4] 2> 4338251 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_jetty1, hostPort=33077, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-1-001/cores}
[junit4] 2> 4338251 ERROR (closeThreadPool-17242-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4338251 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4338251 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4338251 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4338251 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4338251 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:08.773363Z
[junit4] 2> 4338252 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4338253 INFO (zkConnectionManagerCallback-17244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4338253 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4338355 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4338355 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-1-001/solr.xml
[junit4] 2> 4338359 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4338474 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-2-001 of type NRT for shard1
[junit4] 2> 4338476 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4338476 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4338476 INFO (closeThreadPool-17242-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4338487 INFO (closeThreadPool-17242-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4338487 INFO (closeThreadPool-17242-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4338487 INFO (closeThreadPool-17242-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4338489 INFO (closeThreadPool-17242-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b96ddd6{/,null,AVAILABLE}
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25f1c2c1{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34401}
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.e.j.s.Server Started @4338562ms
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_jetty2, hostPort=34401, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-2-001/cores}
[junit4] 2> 4338490 ERROR (closeThreadPool-17242-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4338490 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:09.012326Z
[junit4] 2> 4338492 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4338493 INFO (zkConnectionManagerCallback-17247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4338493 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4338595 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4338595 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-2-001/solr.xml
[junit4] 2> 4338601 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4338810 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-3-001 of type NRT for shard1
[junit4] 2> 4338834 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4338834 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4338834 INFO (closeThreadPool-17242-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4338838 INFO (closeThreadPool-17242-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4338838 INFO (closeThreadPool-17242-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4338838 INFO (closeThreadPool-17242-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4338838 INFO (closeThreadPool-17242-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c81c316{/,null,AVAILABLE}
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3753b2dd{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:39755}
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.e.j.s.Server Started @4338915ms
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_jetty3, hostPort=39755, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-3-001/cores}
[junit4] 2> 4338843 ERROR (closeThreadPool-17242-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4338843 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:09.365725Z
[junit4] 2> 4338852 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4338872 INFO (zkConnectionManagerCallback-17250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4338872 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4338974 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4338974 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-3-001/solr.xml
[junit4] 2> 4338978 INFO (closeThreadPool-17242-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4339180 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-4-001 of type NRT for shard1
[junit4] 2> 4339198 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4339198 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4339198 INFO (closeThreadPool-17242-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4339265 INFO (closeThreadPool-17242-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4339265 INFO (closeThreadPool-17242-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4339265 INFO (closeThreadPool-17242-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4339269 INFO (closeThreadPool-17242-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@582b74bf{/,null,AVAILABLE}
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6753d02c{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:45695}
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.e.j.s.Server Started @4339342ms
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_jetty4, hostPort=45695, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-4-001/cores}
[junit4] 2> 4339270 ERROR (closeThreadPool-17242-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4339270 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:09.792334Z
[junit4] 2> 4339284 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4339308 INFO (zkConnectionManagerCallback-17253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4339308 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4339396 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4339397 WARN (closeThreadPool-17242-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f453d13[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4339397 WARN (closeThreadPool-17242-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f453d13[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4339412 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4339412 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-4-001/solr.xml
[junit4] 2> 4339420 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4339420 WARN (closeThreadPool-17242-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47a69820[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4339420 WARN (closeThreadPool-17242-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47a69820[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4339422 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46369/solr
[junit4] 2> 4339441 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4339483 INFO (zkConnectionManagerCallback-17260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4339483 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4339565 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-5-001 of type NRT for shard1
[junit4] 2> 4339583 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4339583 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4339583 INFO (closeThreadPool-17242-thread-5) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4339635 INFO (closeThreadPool-17242-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4339635 INFO (closeThreadPool-17242-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4339635 INFO (closeThreadPool-17242-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4339639 INFO (closeThreadPool-17242-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62042cac{/,null,AVAILABLE}
[junit4] 2> 4339639 INFO (closeThreadPool-17242-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d2f03b{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:35187}
[junit4] 2> 4339640 INFO (closeThreadPool-17242-thread-5) [ ] o.e.j.s.Server Started @4339712ms
[junit4] 2> 4339640 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_jetty5, hostPort=35187, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-5-001/cores}
[junit4] 2> 4339640 ERROR (closeThreadPool-17242-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4339640 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4339640 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4339640 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4339640 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4339640 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:10.162350Z
[junit4] 2> 4339647 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4339672 INFO (zkConnectionManagerCallback-17262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4339665 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4339672 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4339679 INFO (zkConnectionManagerCallback-17264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4339679 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4339781 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4339781 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-5-001/solr.xml
[junit4] 2> 4339785 INFO (closeThreadPool-17242-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4339789 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4339792 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.ZkController Publish node=127.0.0.1:33077_ as DOWN
[junit4] 2> 4339792 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4339792 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33077_
[junit4] 2> 4339793 INFO (zkCallback-17225-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4339793 INFO (zkCallback-17240-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4339794 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4339795 WARN (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4339800 INFO (zkCallback-17261-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4339808 INFO (OverseerCollectionConfigSetProcessor-73549561305956357-127.0.0.1:38567_-n_0000000000) [n:127.0.0.1:38567_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4339849 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-6-001 of type NRT for shard1
[junit4] 2> 4339861 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4339872 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4339872 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4339872 INFO (closeThreadPool-17242-thread-6) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4339914 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a
[junit4] 2> 4339937 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a
[junit4] 2> 4339937 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a
[junit4] 2> 4339940 INFO (closeThreadPool-17242-thread-1) [n:127.0.0.1:33077_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-1-001/cores
[junit4] 2> 4339986 INFO (closeThreadPool-17242-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4339986 INFO (closeThreadPool-17242-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4339986 INFO (closeThreadPool-17242-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4339997 INFO (closeThreadPool-17242-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@700100d0{/,null,AVAILABLE}
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@781f5d1f{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34507}
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.e.j.s.Server Started @4340071ms
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_jetty6, hostPort=34507, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-6-001/cores}
[junit4] 2> 4339998 ERROR (closeThreadPool-17242-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4339998 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:10.520955Z
[junit4] 2> 4340006 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33077_
[junit4] 2> 4340028 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4340059 INFO (zkConnectionManagerCallback-17271-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4340059 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4340085 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4340114 WARN (closeThreadPool-17242-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b49799[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340114 WARN (closeThreadPool-17242-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b49799[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340155 WARN (closeThreadPool-17242-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6809bd14[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340155 WARN (closeThreadPool-17242-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6809bd14[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340157 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46369/solr
[junit4] 2> 4340162 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4340162 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-6-001/solr.xml
[junit4] 2> 4340166 INFO (closeThreadPool-17242-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29b2553a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4340167 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4340176 INFO (zkConnectionManagerCallback-17277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4340176 INFO (closeThreadPool-17242-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4340218 INFO (TEST-HdfsSyncSliceTest.test-seed#[40D26720D3730C9B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-7-001 of type NRT for shard1
[junit4] 2> 4340220 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4340220 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4340220 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 4340261 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4340261 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4340261 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4340271 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@193b538a{/,null,AVAILABLE}
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f441c09{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:46285}
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.e.j.s.Server Started @4340344ms
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41517/hdfs__localhost.localdomain_41517__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001_tempDir-002_jetty7, hostPort=46285, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001/shard-7-001/cores, replicaType=NRT}
[junit4] 2> 4340272 ERROR (closeThreadPool-17242-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4340272 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-04-08T11:07:10.794777Z
[junit4] 2> 4340292 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4340313 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4340321 INFO (zkConnectionManagerCallback-17280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4340321 INFO (closeThreadPool-17242-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4340342 INFO (zkConnectionManagerCallback-17282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4340342 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4340346 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4340349 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.c.ZkController Publish node=127.0.0.1:34401_ as DOWN
[junit4] 2> 4340349 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4340349 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34401_
[junit4] 2> 4340350 INFO (zkCallback-17261-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4340350 INFO (zkCallback-17225-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4340350 INFO (zkCallback-17240-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4340352 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4340352 WARN (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4340377 INFO (zkCallback-17281-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4340402 INFO (closeThreadPool-17242-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4340403 INFO (closeThreadPool-17242-thread-2) [n:127.0.0.1:34401_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4340405 WARN (closeThreadPool-17242-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6894900c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4340405 WARN (closeThreadPool-17242-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6894900c[pr
[...truncated too long message...]
eorgia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 46.0s J1 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([40D26720D3730C9B:C88658FA7D8F6163]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 4376016 WARN (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4376032 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@7cb98c1c{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 4376032 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@517fa4f{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 4376032 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4376032 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16275488{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4376034 WARN (BP-1133697836-127.0.0.1-1586344019994 heartbeating to localhost.localdomain/127.0.0.1:41517) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4376034 WARN (BP-1133697836-127.0.0.1-1586344019994 heartbeating to localhost.localdomain/127.0.0.1:41517) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1133697836-127.0.0.1-1586344019994 (Datanode Uuid 9236e3bf-b1f8-4811-8ae6-0c84119fa76b) service to localhost.localdomain/127.0.0.1:41517
[junit4] 2> 4376062 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@69f0086a{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 4376062 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ebe0462{HTTP/1.1, (http/1.1)}{localhost.localdomain:0}
[junit4] 2> 4376062 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4376062 INFO (SUITE-HdfsSyncSliceTest-seed#[40D26720D3730C9B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2aa5f2f8{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_40D26720D3730C9B-001
[junit4] 2> Apr 08, 2020 11:07:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=Lucene84, multiDefault=FST50, a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), _root_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=Lucene84, text=PostingsFormat(name=Asserting)}, docValues:{other_tl1=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=452, maxMBSortInHeap=6.783852809670126, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6089197b), locale=sq-AL, timezone=Atlantic/South_Georgia
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=6,free=173067512,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [BigEndianAscendingWordDeserializerTest, HdfsBasicDistributedZk2Test, CdcrOpsAndBoundariesTest, ConcurrentCreateCollectionTest, TestCollationFieldDocValues, JSONWriterTest, TestJsonRangeFacets, SystemInfoHandlerTest, SaslZkACLProviderTest, DistributedExpandComponentTest, TestSimGenericDistributedQueue, TestJsonFacets, JWTAuthPluginTest, LeaderElectionContextKeyTest, TestBackupRepositoryFactory, PathHierarchyTokenizerFactoryTest, AtomicUpdateRemovalJavabinTest, OrderedExecutorTest, LeaderFailoverAfterPartitionTest, CSVRequestHandlerTest, TestManagedResourceStorage, TestReload, TestMinMaxOnMultiValuedField, RequiredFieldsTest, TestSolrCoreSnapshots, TestPivotHelperCode, TestSimDistributedQueue, RegexBytesRefFilterTest, TestExportTool, HdfsThreadLeakTest, TestExactStatsCacheCloud, TestStressCloudBlindAtomicUpdates, ReplaceNodeTest, TestXIncludeConfig, TestWriterPerf, ChaosMonkeyNothingIsSafeTest, SignatureUpdateProcessorFactoryTest, EnumFieldTest, CurrencyFieldTypeTest, TestWithCollection, CollectionTooManyReplicasTest, IndexSchemaTest, HdfsRecoveryZkTest, TriggerEventQueueTest, TestQuerySenderNoQuery, MultiSolrCloudTestCaseTest, TestCloudNestedDocsSort, TestLogWatcher, TestPushWriter, TestTolerantUpdateProcessorRandomCloud, TestSolrTestCaseJ4, TestDownShardTolerantSearch, NestedAtomicUpdateTest, MoveReplicaHDFSFailoverTest, CoreAdminCreateDiscoverTest, DistributedFacetPivotLongTailTest, RegexBoostProcessorTest, SpellingQueryConverterTest, DistributedFacetPivotWhiteBoxTest, ConnectionManagerTest, ZkCollectionPropsCachingTest, TestInitParams, TestReplicationHandlerDiskOverFlow, NodeMutatorTest, NodeLostTriggerIntegrationTest, TestRequestForwarding, MetricUtilsTest, SolrShardReporterTest, TestFacetMethods, TestPointFields, TermVectorComponentDistributedTest, OverseerTaskQueueTest, TestPayloadCheckQParserPlugin, TestStressLucene, TestDistributedSearch, TestSolrDeletionPolicy2, DisMaxRequestHandlerTest, TestCloudSearcherWarming, DistributedSuggestComponentTest, TestSimClusterStateProvider, CoreAdminRequestStatusTest, ScheduledTriggerTest, RAMDirectoryFactoryTest, TestSimTriggerIntegration, ZkNodePropsTest, MetricsHistoryWithAuthIntegrationTest, XsltUpdateRequestHandlerTest, ClusterStateUpdateTest, TestSha256AuthenticationProvider, CustomTermsComponentTest, SpellCheckCollatorTest, TestSchemaSimilarityResource, TestLegacyNumericUtils, InfixSuggestersTest, BaseCdcrDistributedZkTest, TestHdfsCloudBackupRestore, TestSolrCLIRunExample, PreAnalyzedFieldManagedSchemaCloudTest, TestInPlaceUpdatesDistrib, TestJettySolrRunner, TransactionLogTest, TestDynamicURP, JavabinLoaderTest, HdfsDirectoryTest, AuditLoggerIntegrationTest, TestCloudPseudoReturnFields, SolrCloudExampleTest, AlternateDirectoryTest, HealthCheckHandlerTest, TestComplexPhraseQParserPlugin, Tagger2Test, RangeFacetCloudTest, AutoScalingHandlerTest, TestFieldSortValues, LeaderVoteWaitTimeoutTest, MetricsHandlerTest, TestCaffeineCache, TestPartialUpdateDeduplication, CloneFieldUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, ByteBuffersDirectoryFactoryTest, SystemLogListenerTest, DistributedUpdateProcessorTest, TestSolrQueryParser, SolrJmxReporterTest, HdfsChaosMonkeySafeLeaderTest, BasicFunctionalityTest, BasicAuthOnSingleNodeTest, SearchHandlerTest, TestUniqueKeyFieldResource, TestSolrCloudWithHadoopAuthPlugin, TestBlendedInfixSuggestions, HdfsWriteToMultipleCollectionsTest, CloudExitableDirectoryReaderTest, DistanceFunctionTest, TestDocTermOrdsUninvertLimit, SOLR749Test, SchemaVersionSpecificBehaviorTest, TestFieldCacheWithThreads, TestManagedSchemaAPI, RollingRestartTest, TestCopyFieldCollectionResource, HighlighterMaxOffsetTest, TestNumericTerms64, CoreSorterTest, TestMergePolicyConfig, TestCloudJSONFacetSKG, MultiDestinationAuditLoggerTest, DirectSolrSpellCheckerTest, ZkCLITest, ZkControllerTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, HdfsCollectionsAPIDistributedZkTest, SplitByPrefixTest, TestCollectionAPI, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest, IndexSizeTriggerSizeEstimationTest, IndexSizeTriggerTest, MetricTriggerTest, NodeAddedTriggerIntegrationTest, NodeAddedTriggerTest, NodeMarkersRegistrationTest, RestoreTriggerStateTest, TestSimDistribStateManager, TestSimNodeLostTrigger, TestSimPolicyCloud, CdcrVersionReplicationTest, HdfsSyncSliceTest]
[junit4] Completed [592/907 (1!)] on J1 in 49.64s, 1 test, 1 failure <<< FAILURES!
[...truncated 53578 lines...]