You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/30 06:34:29 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2089 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2089/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([A120C7AE63AEE754:2974F874CD528AAC]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13142 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 292226 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/data-dir-15-001
[junit4] 2> 292232 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 292232 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 292233 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 292234 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 292234 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 295442 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 295501 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 295509 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 295509 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 295509 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 295511 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@669e3f60{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 296022 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@53d672b9{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost_localdomain-42549-hadoop-hdfs-3_2_0-tests_jar-_-any-2332166452442894594.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 296023 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@216e1d91{HTTP/1.1,[http/1.1]}{localhost.localdomain:42549}
[junit4] 2> 296023 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server Started @296056ms
[junit4] 2> 297648 WARN (StorageLocationChecker thread 0) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 297780 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 297788 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 297789 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 297789 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 297789 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 297790 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6192915d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 297919 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@67f2464f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-41853-hadoop-hdfs-3_2_0-tests_jar-_-any-8789046212040073808.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 297920 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45349c2a{HTTP/1.1,[http/1.1]}{localhost:41853}
[junit4] 2> 297920 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server Started @297953ms
[junit4] 2> 298460 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 298463 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7736becf{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 298579 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@57a1198{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-45891-hadoop-hdfs-3_2_0-tests_jar-_-any-17619088383514644977.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 298580 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59816877{HTTP/1.1,[http/1.1]}{localhost:45891}
[junit4] 2> 298580 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server Started @298613ms
[junit4] 2> 299114 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: Processing first storage report for DS-a34c9b64-3b0f-473a-aafb-2207e7982eef from datanode 33165ebe-196f-4824-beb3-bd64689e8a46
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: from storage DS-a34c9b64-3b0f-473a-aafb-2207e7982eef node DatanodeRegistration(127.0.0.1:34497, datanodeUuid=33165ebe-196f-4824-beb3-bd64689e8a46, infoPort=45409, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: Processing first storage report for DS-f56694ce-bdf4-4f39-a8bc-4569f43069c3 from datanode 94efaa6e-2c68-4385-aa44-270b170ac7ae
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: from storage DS-f56694ce-bdf4-4f39-a8bc-4569f43069c3 node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=94efaa6e-2c68-4385-aa44-270b170ac7ae, infoPort=38019, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: Processing first storage report for DS-428e6a11-77ee-46d9-ad42-fda2037e6a1e from datanode 33165ebe-196f-4824-beb3-bd64689e8a46
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: from storage DS-428e6a11-77ee-46d9-ad42-fda2037e6a1e node DatanodeRegistration(127.0.0.1:34497, datanodeUuid=33165ebe-196f-4824-beb3-bd64689e8a46, infoPort=45409, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: Processing first storage report for DS-3af5463e-69fc-40fa-8c67-32a3acd0ad7c from datanode 94efaa6e-2c68-4385-aa44-270b170ac7ae
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: from storage DS-3af5463e-69fc-40fa-8c67-32a3acd0ad7c node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=94efaa6e-2c68-4385-aa44-270b170ac7ae, infoPort=38019, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 299191 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 299192 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 299192 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer start zk server on port:41807
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41807
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41807
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41807
[junit4] 2> 299298 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299303 INFO (zkConnectionManagerCallback-597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299303 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299314 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299315 INFO (zkConnectionManagerCallback-599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299315 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299320 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 299322 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 299324 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 299325 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 299326 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 299327 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 299328 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 299331 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 299333 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 299334 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 299335 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 299337 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299338 INFO (zkConnectionManagerCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299339 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299441 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 299605 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 299605 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 299605 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 299605 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 299609 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 299609 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 299609 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 299611 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8179818{/,null,AVAILABLE}
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13224616{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37785}
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.Server Started @299646ms
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_control_data, hostPort=37785, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/cores}
[junit4] 2> 299612 ERROR (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:17.365041Z
[junit4] 2> 299616 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299617 INFO (zkConnectionManagerCallback-605-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299617 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299720 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 299720 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/solr.xml
[junit4] 2> 299724 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 299724 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 299725 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 300165 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 300166 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@62a465cd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300166 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@62a465cd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300170 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ebac821[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300170 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ebac821[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300171 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41807/solr
[junit4] 2> 300172 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 300173 INFO (zkConnectionManagerCallback-612-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 300173 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 300276 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 300278 INFO (zkConnectionManagerCallback-614-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 300278 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 300354 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37785_
[junit4] 2> 300354 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.Overseer Overseer (id=73157290096459781-127.0.0.1:37785_-n_0000000000) starting
[junit4] 2> 300359 INFO (OverseerStateUpdate-73157290096459781-127.0.0.1:37785_-n_0000000000) [n:127.0.0.1:37785_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37785_
[junit4] 2> 300359 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37785_
[junit4] 2> 300361 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 300363 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 300363 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 300381 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 300399 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 300406 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 300406 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 300407 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/cores
[junit4] 2> 300422 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 300423 INFO (zkConnectionManagerCallback-623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 300423 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 300425 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 300426 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41807/solr ready
[junit4] 2> 300455 INFO (qtp1048902223-2029) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37785_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 300458 INFO (OverseerThreadFactory-568-thread-1-processing-n:127.0.0.1:37785_) [n:127.0.0.1:37785_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 300580 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 300581 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 301594 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 301611 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 301751 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 301779 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 301780 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 301786 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41929/solr_hdfs_home
[junit4] 2> 301786 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 301787 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 301788 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 301798 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 301799 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 301799 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 301840 WARN (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 306841 WARN (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 311879 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 311884 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 311917 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 311924 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 311924 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 311930 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 311930 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=2.0302734375, floorSegmentMB=1.2548828125, forceMergeDeletesPctAllowed=0.4084497861281611, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=32.056491177945595
[junit4] 2> 312371 WARN (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 312459 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 312459 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 312459 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 312480 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 312480 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 312482 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=100.8828125, floorSegmentMB=1.5595703125, forceMergeDeletesPctAllowed=10.466897113556747, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=38.36867091176961
[junit4] 2> 312563 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@18b90ad9[control_collection_shard1_replica_n1] main]
[junit4] 2> 312565 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 312565 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 312568 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 312569 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1657125942403792896
[junit4] 2> 312572 INFO (searcherExecutor-573-thread-1-processing-n:127.0.0.1:37785_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@18b90ad9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312577 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 312577 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37785/control_collection_shard1_replica_n1/
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 312586 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37785/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 312586 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73157290096459781-core_node2-n_0000000000
[junit4] 2> 312587 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37785/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 312589 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312596 INFO (zkCallback-613-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312605 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 312607 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=12026
[junit4] 2> 312609 INFO (qtp1048902223-2029) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 312707 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312707 INFO (zkCallback-613-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312707 INFO (zkCallback-613-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312709 INFO (qtp1048902223-2029) [n:127.0.0.1:37785_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37785_&wt=javabin&version=2} status=0 QTime=12254
[junit4] 2> 312709 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 312818 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 312822 INFO (zkConnectionManagerCallback-629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 312822 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 312824 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 312824 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41807/solr ready
[junit4] 2> 312828 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 312855 INFO (qtp1048902223-2027) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 312859 INFO (OverseerCollectionConfigSetProcessor-73157290096459781-127.0.0.1:37785_-n_0000000000) [n:127.0.0.1:37785_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 312859 INFO (OverseerThreadFactory-568-thread-2-processing-n:127.0.0.1:37785_) [n:127.0.0.1:37785_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 313062 WARN (OverseerThreadFactory-568-thread-2-processing-n:127.0.0.1:37785_) [n:127.0.0.1:37785_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 313063 INFO (qtp1048902223-2027) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 313064 INFO (qtp1048902223-2027) [n:127.0.0.1:37785_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 313259 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001 of type NRT for shard1
[junit4] 2> 313264 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313265 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313265 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313265 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 313267 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 313267 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 313267 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 313268 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6440a12a{/,null,AVAILABLE}
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6356c285{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43201}
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.Server Started @313302ms
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty1, hostPort=43201, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 313269 ERROR (closeThreadPool-630-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.021710Z
[junit4] 2> 313270 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 313279 INFO (zkConnectionManagerCallback-632-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 313279 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 313381 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 313381 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001/solr.xml
[junit4] 2> 313385 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 313385 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 313387 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 313436 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-2-001 of type NRT for shard1
[junit4] 2> 313459 WARN (closeThreadPool-630-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313459 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313459 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313459 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 313519 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 313519 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 313519 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 313524 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f8c1a0d{/,null,AVAILABLE}
[junit4] 2> 313525 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36a139a3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45627}
[junit4] 2> 313525 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.Server Started @313559ms
[junit4] 2> 313525 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty2, hostPort=45627, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 313526 ERROR (closeThreadPool-630-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.278154Z
[junit4] 2> 313530 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 313543 INFO (zkConnectionManagerCallback-635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 313543 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 313639 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-3-001 of type NRT for shard1
[junit4] 2> 313645 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 313645 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-2-001/solr.xml
[junit4] 2> 313650 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 313650 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 313651 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 313665 WARN (closeThreadPool-630-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313665 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313665 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313665 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 313757 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 313757 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 313757 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 313791 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b422cce{/,null,AVAILABLE}
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e44e472{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40229}
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.Server Started @313826ms
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty3, hostPort=40229, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 313793 ERROR (closeThreadPool-630-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 313794 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313794 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 313794 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.546063Z
[junit4] 2> 313810 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 313834 INFO (zkConnectionManagerCallback-638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 313835 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 313941 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-4-001 of type NRT for shard1
[junit4] 2> 313951 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 313951 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-3-001/solr.xml
[junit4] 2> 313955 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 313955 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 313956 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 313966 WARN (closeThreadPool-630-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313966 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313966 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313966 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314047 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314047 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314047 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 314052 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71f7ef93{/,null,AVAILABLE}
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9a6063c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36371}
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.Server Started @314087ms
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty4, hostPort=36371, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 314054 ERROR (closeThreadPool-630-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.806805Z
[junit4] 2> 314075 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314090 INFO (zkConnectionManagerCallback-641-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314091 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314177 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-5-001 of type NRT for shard1
[junit4] 2> 314190 WARN (closeThreadPool-630-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 314190 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 314190 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 314190 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314200 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 314200 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-4-001/solr.xml
[junit4] 2> 314202 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 314202 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 314204 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64c73edf{/,null,AVAILABLE}
[junit4] 2> 314237 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34e0daf8{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44915}
[junit4] 2> 314237 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.Server Started @314271ms
[junit4] 2> 314237 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty5, hostPort=44915, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 314238 ERROR (closeThreadPool-630-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.990333Z
[junit4] 2> 314239 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314280 INFO (zkConnectionManagerCallback-644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314281 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314387 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 314387 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-5-001/solr.xml
[junit4] 2> 314392 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 314392 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 314393 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 314461 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 314462 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cb03165[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314462 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cb03165[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314495 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@36731214[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314496 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@36731214[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314497 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41807/solr
[junit4] 2> 314515 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314533 INFO (zkConnectionManagerCallback-651-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314533 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314546 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-6-001 of type NRT for shard1
[junit4] 2> 314561 WARN (closeThreadPool-630-thread-6) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 314561 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 314561 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 314561 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314651 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314651 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314651 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 314663 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aa1fcd5{/,null,AVAILABLE}
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cdfa063{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46385}
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.Server Started @314698ms
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty6, hostPort=46385, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 314665 ERROR (closeThreadPool-630-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:32.417563Z
[junit4] 2> 314697 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314715 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314743 INFO (zkConnectionManagerCallback-653-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314743 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314748 INFO (zkConnectionManagerCallback-655-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314748 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314763 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 314769 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.ZkController Publish node=127.0.0.1:43201_ as DOWN
[junit4] 2> 314770 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 314770 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43201_
[junit4] 2> 314771 INFO (zkCallback-613-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314771 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314772 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 314773 WARN (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 314783 INFO (zkCallback-652-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314831 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 314855 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 314855 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-6-001/solr.xml
[junit4] 2> 314860 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 314861 INFO (OverseerCollectionConfigSetProcessor-73157290096459781-127.0.0.1:37785_-n_0000000000) [n:127.0.0.1:37785_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 314861 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 314863 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 314866 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-7-001 of type NRT for shard1
[junit4] 2> 314899 WARN (closeThreadPool-630-thread-7) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 314899 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 314899 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 314899 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314901 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 314931 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 314931 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 314946 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001/cores
[junit4] 2> 314973 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314973 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314973 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 314999 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@763b3029{/,null,AVAILABLE}
[junit4] 2> 315000 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71f261ed{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33221}
[junit4] 2> 315000 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.Server Started @315034ms
[junit4] 2> 315000 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty7, hostPort=33221, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-7-001/cores, replicaType=NRT}
[junit4] 2> 315001 ERROR (closeThreadPool-630-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 315001 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using
[...truncated too long message...]
oud.autoscaling.SystemLogListener"},
[junit4] 1> ".scheduled_maintenance.system":{
[junit4] 1> "beforeAction":[],
[junit4] 1> "afterAction":[],
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED",
[junit4] 1> "BEFORE_ACTION",
[junit4] 1> "AFTER_ACTION",
[junit4] 1> "IGNORED"],
[junit4] 1> "trigger":".scheduled_maintenance",
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 1> "properties":{}}
[junit4] 1> /solr/clusterprops.json (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "legacyCloud":"true",
[junit4] 1> "urlScheme":"https"}
[junit4] 1>
[junit4] 2> 350142 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 350347 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 28 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 8 /solr/packages.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 215 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/73157290096459790-127.0.0.1:43201_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/live_nodes
[junit4] 2> 72 /solr/overseer/queue
[junit4] 2> 23 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> 350349 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41807
[junit4] 2> 350349 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41807
[junit4] 2> 350349 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41807
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=A120C7AE63AEE754 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=brx -Dtests.timezone=Europe/Riga -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 51.2s J2 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([A120C7AE63AEE754:2974F874CD528AAC]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 350353 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 350363 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@57a1198{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 350364 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59816877{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 350364 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 350364 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7736becf{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 350366 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 350366 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-39292464-127.0.0.1-1580358432470 (Datanode Uuid 33165ebe-196f-4824-beb3-bd64689e8a46) service to localhost.localdomain/127.0.0.1:41929
[junit4] 2> 350383 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 350483 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@67f2464f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 350489 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@45349c2a{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 350489 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 350489 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6192915d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 350490 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 350490 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-39292464-127.0.0.1-1580358432470 (Datanode Uuid 94efaa6e-2c68-4385-aa44-270b170ac7ae) service to localhost.localdomain/127.0.0.1:41929
[junit4] 2> 350537 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@53d672b9{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 350539 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@216e1d91{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 350539 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 350539 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@669e3f60{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001
[junit4] 2> Jan 30, 2020 4:28:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25cfe050), locale=brx, timezone=Europe/Riga
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=12,free=144544928,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AuthToolTest, TestRandomCollapseQParserPlugin, NumericFieldsTest, ResourceLoaderTest, CdcrBootstrapTest, TestAtomicUpdateErrorCases, DistributedQueryElevationComponentTest, TestFunctionQuery, TestQuerySenderListener, DistributedFacetPivotSmallAdvancedTest, TestJsonFacetsStatsParsing, DateMathParserTest, HLLSerializationTest, RangeFacetCloudTest, HdfsSyncSliceTest]
[junit4] Completed [61/900 (1!)] on J2 in 61.40s, 1 test, 1 failure <<< FAILURES!
[...truncated 55314 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2090 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2090/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:33104/delete_data_dir: Expected mime type application/octet-stream but got application/json. { "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","java.net.SocketTimeoutException"], "msg":"Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update", "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:738)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:563)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n", "code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33104/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:738)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:563)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([7A97A890AD4ADFBC:F2C3974A03B6B244]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15275 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> 6854986 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/data-dir-184-001
[junit4] 2> 6854986 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
[junit4] 2> 6854986 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 6855028 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6855030 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72a1f529{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6855182 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@30b0b842{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-46748-hadoop-hdfs-3_2_0-tests_jar-_-any-12964801755903039111.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6855183 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47470e2e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:46748}
[junit4] 2> 6855183 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server Started @6855219ms
[junit4] 2> 6855223 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6855225 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a8f077{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5f2f633f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-44855-hadoop-hdfs-3_2_0-tests_jar-_-any-16267135642738292586.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d997c92{HTTP/1.1,[http/1.1]}{localhost:44855}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server Started @6855409ms
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: Processing first storage report for DS-4ce3dbe1-4a7d-44f6-8ea3-d7d231f7bbcb from datanode a961cdf9-8ab5-495e-b2fd-b618872eab6f
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: from storage DS-4ce3dbe1-4a7d-44f6-8ea3-d7d231f7bbcb node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=a961cdf9-8ab5-495e-b2fd-b618872eab6f, infoPort=36222, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=325650750;c=1580457399433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: Processing first storage report for DS-b4f90d8b-11c7-4fa2-9a5b-e52efe94be65 from datanode a961cdf9-8ab5-495e-b2fd-b618872eab6f
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: from storage DS-b4f90d8b-11c7-4fa2-9a5b-e52efe94be65 node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=a961cdf9-8ab5-495e-b2fd-b618872eab6f, infoPort=36222, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=325650750;c=1580457399433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6855508 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6855508 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6855508 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6855608 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer start zk server on port:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39912
[junit4] 2> 6855610 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855612 INFO (zkConnectionManagerCallback-22137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855612 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6855615 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855616 INFO (zkConnectionManagerCallback-22139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855616 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6855617 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 6855619 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 6855621 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6855622 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 6855623 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 6855624 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 6855626 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 6855627 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6855628 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6855629 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 6855631 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 6855632 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 6855915 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6855915 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6855915 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a138147{/,null,AVAILABLE}
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73c790c5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41503}
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.Server Started @6855954ms
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_control_data, hostPort=41503, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores}
[junit4] 2> 6855917 ERROR (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:40.347946Z
[junit4] 2> 6855918 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855919 INFO (zkConnectionManagerCallback-22141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855920 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6856021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/solr.xml
[junit4] 2> 6856024 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6856024 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6856026 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6856696 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6856697 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dcff313[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856697 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dcff313[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856700 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6cdc792a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856700 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6cdc792a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856702 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6856703 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6856704 INFO (zkConnectionManagerCallback-22148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6856704 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856806 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6856807 INFO (zkConnectionManagerCallback-22150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6856807 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856910 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41503_
[junit4] 2> 6856911 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.Overseer Overseer (id=72203931700494340-127.0.0.1:41503_-n_0000000000) starting
[junit4] 2> 6856916 INFO (OverseerStateUpdate-72203931700494340-127.0.0.1:41503_-n_0000000000) [n:127.0.0.1:41503_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41503_
[junit4] 2> 6856917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41503_
[junit4] 2> 6856919 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6856921 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6856921 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6856954 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6856984 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856996 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856996 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856998 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores
[junit4] 2> 6857019 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6857020 INFO (zkConnectionManagerCallback-22159-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6857020 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6857021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6857022 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39912/solr ready
[junit4] 2> 6857024 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41503_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6857048 INFO (OverseerThreadFactory-17067-thread-1-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 6857155 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6857156 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6858168 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6858190 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 6858316 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 6858333 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 6858335 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6858348 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6858348 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 6858366 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6858378 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6858379 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=176300374, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 6858389 WARN (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 6858489 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6858489 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6858491 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=30.02734375, floorSegmentMB=1.68359375, forceMergeDeletesPctAllowed=23.87357035373358, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=40.11970760157263
[junit4] 2> 6858495 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b313415[control_collection_shard1_replica_n1] main]
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6858498 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1657229701732630528
[junit4] 2> 6858501 INFO (searcherExecutor-17072-thread-1-processing-n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3b313415[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6858503 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6858503 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41503/control_collection_shard1_replica_n1/
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41503/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72203931700494340-core_node2-n_0000000000
[junit4] 2> 6858509 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41503/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 6858610 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858611 INFO (zkCallback-22149-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858611 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6858613 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1458
[junit4] 2> 6858615 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858714 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41503_&wt=javabin&version=2} status=0 QTime=1690
[junit4] 2> 6858714 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 6858819 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6858820 INFO (zkConnectionManagerCallback-22165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6858820 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6858821 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6858822 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39912/solr ready
[junit4] 2> 6858822 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 6858823 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6858826 INFO (OverseerThreadFactory-17067-thread-2-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 6858826 INFO (OverseerCollectionConfigSetProcessor-72203931700494340-127.0.0.1:41503_-n_0000000000) [n:127.0.0.1:41503_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6859030 WARN (OverseerThreadFactory-17067-thread-2-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 6859031 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6859032 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 6859360 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001 of type NRT for shard1
[junit4] 2> 6859361 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a007f0b{/,null,AVAILABLE}
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@757a55fc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32807}
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server Started @6859400ms
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty1, hostPort=32807, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/cores}
[junit4] 2> 6859363 ERROR (closeThreadPool-22166-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:43.793906Z
[junit4] 2> 6859364 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859366 INFO (zkConnectionManagerCallback-22168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859366 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859467 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6859467 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/solr.xml
[junit4] 2> 6859471 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6859471 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6859472 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6859657 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001 of type NRT for shard1
[junit4] 2> 6859658 WARN (closeThreadPool-22166-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859670 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859670 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52c58d6b{/,null,AVAILABLE}
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a4118cf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33104}
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.Server Started @6859708ms
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty2, hostPort=33104, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001/cores}
[junit4] 2> 6859680 ERROR (closeThreadPool-22166-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.110305Z
[junit4] 2> 6859681 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859682 INFO (zkConnectionManagerCallback-22171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859682 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859795 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6859795 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001/solr.xml
[junit4] 2> 6859798 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6859798 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6859799 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6859815 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6859816 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6233b5ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859816 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6233b5ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859819 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a10122c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859819 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a10122c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859821 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6859822 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859822 INFO (zkConnectionManagerCallback-22178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859822 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859954 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859954 INFO (zkConnectionManagerCallback-22180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859954 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859959 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6859960 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001 of type NRT for shard1
[junit4] 2> 6859961 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a479839{/,null,AVAILABLE}
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d4d13e2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36626}
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.Server Started @6859999ms
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty3, hostPort=36626, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001/cores}
[junit4] 2> 6859963 ERROR (closeThreadPool-22166-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.393639Z
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.ZkController Publish node=127.0.0.1:32807_ as DOWN
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32807_
[junit4] 2> 6859965 INFO (zkConnectionManagerCallback-22184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859965 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859971 INFO (zkCallback-22149-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859971 INFO (zkCallback-22179-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859973 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6859974 WARN (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6859979 INFO (zkCallback-22164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859998 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6860044 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860060 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860060 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860062 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/cores
[junit4] 2> 6860072 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6860072 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001/solr.xml
[junit4] 2> 6860075 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6860075 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6860077 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6860097 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32807_
[junit4] 2> 6860251 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001 of type NRT for shard1
[junit4] 2> 6860252 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16107466{/,null,AVAILABLE}
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7aa8a6ca{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39267}
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server Started @6860290ms
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty4, hostPort=39267, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 6860254 ERROR (closeThreadPool-22166-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.684285Z
[junit4] 2> 6860255 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860256 INFO (zkConnectionManagerCallback-22189-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860256 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860357 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6860357 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001/solr.xml
[junit4] 2> 6860360 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6860360 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6860361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6860488 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6860489 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@392ef6a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860489 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@392ef6a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860491 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d775200[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860491 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d775200[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860493 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6860493 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860494 INFO (zkConnectionManagerCallback-22196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860494 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860543 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-5-001 of type NRT for shard1
[junit4] 2> 6860544 WARN (closeThreadPool-22166-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c6f3ca4{/,null,AVAILABLE}
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2df8a574{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39164}
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.Server Started @6860582ms
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty5, hostPort=39164, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-5-001/cores}
[junit4] 2> 6860546 ERROR (closeThreadPool-22166-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.976167Z
[junit4] 2> 6860547 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860548 INFO (zkConnectionManagerCallback-22198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860548 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860596 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860597 INFO (zkConnectionManagerCallback-22200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860598 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860604 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6860608 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.ZkController Publish node=127.0.0.1:36626_ as DOWN
[junit4] 2> 6860609 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6860609 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36
[...truncated too long message...]
seableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n",
[junit4] > "code":500}}
[junit4] > at __randomizedtesting.SeedInfo.seed([7A97A890AD4ADFBC:F2C3974A03B6B244]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 6955353 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5f2f633f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6d997c92{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a8f077{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 6955406 WARN (BP-879000963-127.0.0.1-1580457399433 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44060) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 6955406 WARN (BP-879000963-127.0.0.1-1580457399433 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44060) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-879000963-127.0.0.1-1580457399433 (Datanode Uuid a961cdf9-8ab5-495e-b2fd-b618872eab6f) service to lucene2-us-west.apache.org/127.0.0.1:44060
[junit4] 2> 6955499 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@30b0b842{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47470e2e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72a1f529{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001
[junit4] 2> Jan 31, 2020 7:58:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=Direct), _root_=FST50, intDefault=FST50, id_i1=FST50, id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct), txt_t=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=294, maxMBSortInHeap=6.781923427489147, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@31286c6), locale=ta-MY, timezone=IST
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=4,free=129538432,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyBM25SimilarityFactory, TestUtils, UpdateLogTest, PropertiesRequestHandlerTest, TestRTimerTree, MoreLikeThisHandlerTest, NodeMutatorTest, TestMacros, TestExactStatsCacheCloud, TestDelegationWithHadoopAuth, TestPackages, TestCloudJSONFacetJoinDomain, HdfsLockFactoryTest, V2StandaloneTest, ChaosMonkeyNothingIsSafeTest, ShardSplitTest, RuleEngineTest, QueryElevationComponentTest, SolrIndexSplitterTest, TestJsonFacets, PathHierarchyTokenizerFactoryTest, TestSmileRequest, ConcurrentDeleteAndCreateCollectionTest, ScheduledMaintenanceTriggerTest, TestLegacyFieldReuse, CoreAdminHandlerTest, DeleteShardTest, DistributedSuggestComponentTest, InfoHandlerTest, CloudExitableDirectoryReaderTest, TestManagedSchema, BlockDirectoryTest, DeleteLastCustomShardedReplicaTest, TestCorePropertiesReload, OverseerTaskQueueTest, CdcrWithNodesRestartsTest, CoreMergeIndexesAdminHandlerTest, PluginInfoTest, BlobRepositoryCloudTest, FileUtilsTest, TestSchemaResource, TestTlogReplica, DistributedFacetPivotLongTailTest, TestSimExecutePlanAction, TestJmxIntegration, TestConfigSets, TestPKIAuthenticationPlugin, SharedFSAutoReplicaFailoverTest, SortByFunctionTest, SolrMetricReporterTest, TermVectorComponentDistributedTest, TestUtilizeNode, TestZkAclsWithHadoopAuth, LeaderFailoverAfterPartitionTest, TestSolrIndexConfig, TestSolrCloudWithKerberosAlt, TestAddFieldRealTimeGet, DistributedVersionInfoTest, DateRangeFieldTest, TestFiltering, AtomicUpdatesTest, TestManagedResource, AsyncCallRequestStatusResponseTest, TestIBSimilarityFactory, RollingRestartTest, SolrJmxReporterCloudTest, PeerSyncWithBufferUpdatesTest, CopyFieldTest, TestLegacyFieldCache, TestSchemaManager, TestFastOutputStream, TestSizeLimitedDistributedMap, SuggesterTSTTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSolrTestCaseJ4, TestConfigReload, ZookeeperStatusHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, Tagger2Test, TriggerIntegrationTest, TestStressReorder, TestCloudSearcherWarming, PeerSyncWithLeaderTest, SearchHandlerTest, TestOrdValues, TestLegacyNumericRangeQueryBuilder, DistributedFacetPivotWhiteBoxTest, TestLocalStatsCacheCloud, BasicAuthStandaloneTest, TestNestedDocsSort, TestFileDictionaryLookup, TestBulkSchemaAPI, TestStandardQParsers, HighlighterMaxOffsetTest, TestDistributedSearch, TestDefaultStatsCache, TestFieldCache, ReplaceNodeTest, MinimalSchemaTest, TestCloudPseudoReturnFields, TestSimUtils, SubstringBytesRefFilterTest, UUIDFieldTest, TestSimComputePlanAction, TestRecoveryHdfs, SolrRequestParserTest, PeerSyncReplicationTest, InfixSuggestersTest, SaslZkACLProviderTest, LeaderVoteWaitTimeoutTest, SolrLogPostToolTest, TestCollationField, TestClassicSimilarityFactory, HttpTriggerListenerTest, TestDistribPackageStore, NodeLostTriggerTest, SolrCloudExampleTest, TestSearchPerf, SolrInfoBeanTest, ZkStateReaderTest, TestSolrJacksonAnnotation, TestDistributedStatsComponentCardinality, TestCollectionAPIs, TestRawTransformer, TestCustomSort, PolyFieldTest, CustomTermsComponentTest, TestHighFrequencyDictionaryFactory, TestOmitPositions, TestRTGBase, TestNestedUpdateProcessor, ShowFileRequestHandlerTest, TestTextField, TestLocalFSCloudBackupRestore, SearchHandlerTest, QueryParsingTest, TestNRTOpen, TestPHPSerializedResponseWriter, DefaultValueUpdateProcessorTest, NodeAddedTriggerIntegrationTest, AutoAddReplicasIntegrationTest, TestSSLRandomization, DistributedExpandComponentTest, OverseerSolrResponseTest, StatsComponentTest, TestPolicyCloud, TestSimGenericDistributedQueue, TestSimLargeCluster, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, StressHdfsTest]
[junit4] Completed [616/900 (1!)] on J1 in 103.60s, 1 test, 1 error <<< FAILURES!
[...truncated 53406 lines...]