You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/04 21:33:25 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2064 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2064/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
There are still nodes recoverying - waited for 60 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
at __randomizedtesting.SeedInfo.seed([A3221C604575790B:2B7623BAEB8914F3]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:196)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1061)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1618)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:391)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13691 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
[junit4] 2> 248956 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 248956 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/data-dir-10-001
[junit4] 2> 248956 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 248957 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 248958 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 249487 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 249490 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 249520 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 249520 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 249520 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 249540 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1788f60d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 250418 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@39c1cef0{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-lucene2-us-west_apache_org-33976-hadoop-hdfs-3_2_0-tests_jar-_-any-14293859140954064317.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 250435 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7269f431{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:33976}
[junit4] 2> 250435 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.Server Started @250644ms
[junit4] 2> 251024 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 251059 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 251064 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 251064 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 251064 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 251065 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9a79aec{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 251735 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3d85a2e5{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-37884-hadoop-hdfs-3_2_0-tests_jar-_-any-5526198891806494669.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 251735 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b86d184{HTTP/1.1,[http/1.1]}{localhost:37884}
[junit4] 2> 251735 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.Server Started @251945ms
[junit4] 2> 251936 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 251954 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 251956 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 251956 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 251956 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 251957 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31358ad5{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 252606 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: Processing first storage report for DS-a178ac31-fe43-4aca-8534-5bd6c84bdf27 from datanode 96bf6a9a-cb52-4f09-a0fb-24485b0a4533
[junit4] 2> 252606 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: from storage DS-a178ac31-fe43-4aca-8534-5bd6c84bdf27 node DatanodeRegistration(127.0.0.1:44929, datanodeUuid=96bf6a9a-cb52-4f09-a0fb-24485b0a4533, infoPort=34306, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 252606 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: Processing first storage report for DS-db056252-c24f-4ddd-be90-274cdb75b83a from datanode 96bf6a9a-cb52-4f09-a0fb-24485b0a4533
[junit4] 2> 252606 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: from storage DS-db056252-c24f-4ddd-be90-274cdb75b83a node DatanodeRegistration(127.0.0.1:44929, datanodeUuid=96bf6a9a-cb52-4f09-a0fb-24485b0a4533, infoPort=34306, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 252852 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2e23618f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-43109-hadoop-hdfs-3_2_0-tests_jar-_-any-15720464447731100647.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 252863 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a38cdaa{HTTP/1.1,[http/1.1]}{localhost:43109}
[junit4] 2> 252864 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.Server Started @253073ms
[junit4] 2> 253524 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: Processing first storage report for DS-7c168d43-6771-418b-a875-b5cc0838ee67 from datanode c3b2f631-ecf0-41d4-9436-817a3f7393c4
[junit4] 2> 253524 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: from storage DS-7c168d43-6771-418b-a875-b5cc0838ee67 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=c3b2f631-ecf0-41d4-9436-817a3f7393c4, infoPort=36332, infoSecurePort=0, ipcPort=40530, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 253524 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: Processing first storage report for DS-b470fbd8-4ab9-4bbc-a9e5-3917540305f8 from datanode c3b2f631-ecf0-41d4-9436-817a3f7393c4
[junit4] 2> 253524 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: from storage DS-b470fbd8-4ab9-4bbc-a9e5-3917540305f8 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=c3b2f631-ecf0-41d4-9436-817a3f7393c4, infoPort=36332, infoSecurePort=0, ipcPort=40530, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 253755 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 253756 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 253756 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 253864 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer start zk server on port:41221
[junit4] 2> 253864 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41221
[junit4] 2> 253864 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41221
[junit4] 2> 253864 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41221
[junit4] 2> 253870 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 253881 INFO (zkConnectionManagerCallback-419-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253881 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 253893 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 253894 INFO (zkConnectionManagerCallback-421-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253894 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 253912 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 253938 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 253940 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 254039 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 254056 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 254057 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 254058 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 254092 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 254112 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 254114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 254115 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 254148 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 256789 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 256789 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 256789 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 256790 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 256791 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 256791 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 256791 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 256792 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e8ea418{/,null,AVAILABLE}
[junit4] 2> 256816 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67d4ba74{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38838}
[junit4] 2> 256816 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.s.Server Started @257026ms
[junit4] 2> 256816 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_control_data, hostPort=38838, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/cores}
[junit4] 2> 256817 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 256818 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 256818 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 256818 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 256818 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 256818 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-04T17:54:00.017326Z
[junit4] 2> 256848 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 256898 INFO (zkConnectionManagerCallback-423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 256902 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 257008 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 257008 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/solr.xml
[junit4] 2> 257077 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 257077 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 257079 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 257750 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 257764 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@72209a7e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 257764 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@72209a7e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 257793 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f93a93e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 257793 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f93a93e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 257806 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
[junit4] 2> 257828 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 257848 INFO (zkConnectionManagerCallback-430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 257848 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 258011 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 258070 INFO (zkConnectionManagerCallback-432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 258070 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 258840 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38838_
[junit4] 2> 258841 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.c.Overseer Overseer (id=76022380342870020-127.0.0.1:38838_-n_0000000000) starting
[junit4] 2> 259173 INFO (OverseerStateUpdate-76022380342870020-127.0.0.1:38838_-n_0000000000) [n:127.0.0.1:38838_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38838_
[junit4] 2> 259197 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38838_
[junit4] 2> 259265 INFO (zkCallback-431-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 259266 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 259686 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 260050 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 260142 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 260143 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 260144 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 260159 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/cores
[junit4] 2> 260398 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 260398 INFO (zkConnectionManagerCallback-441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 260398 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 260400 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 260401 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41221/solr ready
[junit4] 2> 260455 INFO (qtp1026502302-1575) [n:127.0.0.1:38838_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38838_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 260882 INFO (OverseerThreadFactory-412-thread-1-processing-n:127.0.0.1:38838_) [n:127.0.0.1:38838_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 261070 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 261070 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 262322 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 262489 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 263456 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 263786 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 263787 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 263787 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home
[junit4] 2> 263787 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 263820 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 263821 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 263895 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 263895 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 264078 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 264080 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 264372 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 264424 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 264424 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 264446 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 264480 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@582010d6
[junit4] 2> 265087 WARN (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 265631 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 265631 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 265631 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 265797 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 265797 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 265801 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5535162425124307]
[junit4] 2> 266275 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@591984fe[control_collection_shard1_replica_n1] main]
[junit4] 2> 266301 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 266301 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 266302 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266303 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654821171497009152
[junit4] 2> 266320 INFO (searcherExecutor-417-thread-1-processing-n:127.0.0.1:38838_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@591984fe[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266346 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 266347 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 266385 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 266385 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 266385 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38838/control_collection_shard1_replica_n1/
[junit4] 2> 266386 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 266386 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:38838/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 266386 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/76022380342870020-core_node2-n_0000000000
[junit4] 2> 266389 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38838/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 266404 INFO (zkCallback-431-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 266404 INFO (zkCallback-431-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 266406 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 266448 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5378
[junit4] 2> 266472 INFO (qtp1026502302-1575) [n:127.0.0.1:38838_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 266525 INFO (zkCallback-431-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 266525 INFO (zkCallback-431-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 266526 INFO (zkCallback-431-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 266526 INFO (qtp1026502302-1575) [n:127.0.0.1:38838_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38838_&wt=javabin&version=2} status=0 QTime=6071
[junit4] 2> 266536 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 266676 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 266678 INFO (zkConnectionManagerCallback-447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 266678 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 266681 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 266699 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41221/solr ready
[junit4] 2> 266719 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 266733 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 266752 INFO (OverseerCollectionConfigSetProcessor-76022380342870020-127.0.0.1:38838_-n_0000000000) [n:127.0.0.1:38838_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 266752 INFO (OverseerThreadFactory-412-thread-2-processing-n:127.0.0.1:38838_) [n:127.0.0.1:38838_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 266988 WARN (OverseerThreadFactory-412-thread-2-processing-n:127.0.0.1:38838_) [n:127.0.0.1:38838_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 267041 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 267098 INFO (qtp1026502302-1577) [n:127.0.0.1:38838_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=365
[junit4] 2> 267114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 267114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 267114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 267114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 267114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 267114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 267114 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 268815 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001 of type NRT
[junit4] 2> 268827 INFO (OverseerCollectionConfigSetProcessor-76022380342870020-127.0.0.1:38838_-n_0000000000) [n:127.0.0.1:38838_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 268853 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 268853 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 268853 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 268853 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 268945 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 268945 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 268946 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 268946 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f230e92{/,null,AVAILABLE}
[junit4] 2> 268947 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@659c33cf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37861}
[junit4] 2> 268947 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.Server Started @269156ms
[junit4] 2> 268947 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty1, hostPort=37861, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001/cores}
[junit4] 2> 268948 ERROR (closeThreadPool-448-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 268948 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 268948 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 268948 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 268948 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 268948 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-04T17:54:12.147176Z
[junit4] 2> 268982 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 269019 INFO (zkConnectionManagerCallback-450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 269019 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 269173 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 269173 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001/solr.xml
[junit4] 2> 269177 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 269177 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 269256 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 269820 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 269877 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f7160e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 269877 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f7160e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 269984 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@39d1d77c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 269984 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@39d1d77c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 269986 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
[junit4] 2> 270000 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 270005 INFO (zkConnectionManagerCallback-457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 270005 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 270128 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 270142 INFO (zkConnectionManagerCallback-459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 270142 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 270576 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 270596 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.ZkController Publish node=127.0.0.1:37861_ as DOWN
[junit4] 2> 270597 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 270597 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37861_
[junit4] 2> 270607 INFO (zkCallback-431-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 270608 WARN (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 270642 INFO (zkCallback-446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 270782 INFO (zkCallback-458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 270868 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001 of type NRT
[junit4] 2> 270882 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 270883 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 270883 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 270883 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 270883 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 270884 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 270884 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 270884 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 270884 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10eee3aa{/,null,AVAILABLE}
[junit4] 2> 270900 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46a0dd07{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32961}
[junit4] 2> 270900 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.Server Started @271109ms
[junit4] 2> 270900 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty2, hostPort=32961, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001/cores}
[junit4] 2> 270900 ERROR (closeThreadPool-448-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 270900 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 270901 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 270901 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 270901 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 270901 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-04T17:54:14.100070Z
[junit4] 2> 270980 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 270994 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 271047 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 271047 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 271073 INFO (zkConnectionManagerCallback-465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 271082 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 271083 INFO (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001/cores
[junit4] 2> 271089 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 271216 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 271216 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001/solr.xml
[junit4] 2> 271219 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 271219 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 271233 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 271509 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:37861_
[junit4] 2> 272900 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 272954 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@472dd5a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 272954 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@472dd5a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 273028 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fe8c66a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 273028 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fe8c66a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 273030 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
[junit4] 2> 273116 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 273132 INFO (zkConnectionManagerCallback-472-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 273136 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 273279 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 273466 INFO (zkConnectionManagerCallback-474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 273469 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001 of type NRT
[junit4] 2> 273482 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 273503 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 273503 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 273503 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 273503 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 273573 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 273573 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 273573 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 273573 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fc24cc2{/,null,AVAILABLE}
[junit4] 2> 273577 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d3aee29{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33267}
[junit4] 2> 273577 INFO (closeThreadPool-448-thread-1) [ ] o.e.j.s.Server Started @273787ms
[junit4] 2> 273577 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty3, hostPort=33267, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001/cores}
[junit4] 2> 273578 ERROR (closeThreadPool-448-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 273578 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 273578 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 273578 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 273578 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 273578 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-04T17:54:16.777376Z
[junit4] 2> 273612 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 273830 INFO (zkConnectionManagerCallback-476-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 273832 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 274007 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 274007 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001/solr.xml
[junit4] 2> 274027 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 274027 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 274038 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 274074 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.ZkController Publish node=127.0.0.1:32961_ as DOWN
[junit4] 2> 274075 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 274075 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32961_
[junit4] 2> 274076 INFO (zkCallback-446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 274090 WARN (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 274105 INFO (zkCallback-431-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 274105 INFO (zkCallback-458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 274110 INFO (zkCallback-473-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 274172 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 274329 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 274585 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 274696 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 274696 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 274698 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 274732 INFO (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001/cores
[junit4] 2> 275001 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 275053 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15b0438c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 275053 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15b0438c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 275200 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14e6274c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 275200 WARN (closeThreadPool-448-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14e6274c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 275201 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
[junit4] 2> 275236 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 275419 INFO (zkConnectionManagerCallback-487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275419 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 275468 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32961_
[junit4] 2> 275527 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 275538 INFO (zkConnectionManagerCallback-489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275538 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 275671 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 275707 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:33267_ as DOWN
[junit4] 2> 275708 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 275708 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33267_
[junit4] 2> 275741 INFO (zkCallback-473-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 275741 INFO (zkCallback-446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 275742 INFO (zkCallback-458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 275742 INFO (zkCallback-431-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 275743 WARN (closeThreadPool-448-thread-1) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 275781 INFO (zkCallback-488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 275968 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 276095 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 276329 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 276329 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 276361 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 276389 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001/cores
[junit4] 2> 276667 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-4-001 of type NRT
[junit4] 2> 276668 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 276668 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 276668 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 276668 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 276724 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 276724 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 276724 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 276724 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e86aa7d{/,null,AVAILABLE}
[junit4] 2> 276725 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7752179f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45350}
[junit4] 2> 276725 INFO (closeThreadPool-448-thread-2) [ ] o.e.j.s.Server Started @276934ms
[junit4] 2> 276725 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty4, hostPort=45350, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-4-001/cores}
[junit4] 2> 276725 ERROR (closeThreadPool-448-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 276725 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 276725 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 276725 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 276725 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 276726 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-04T17:54:19.924996Z
[junit4] 2> 276750 INFO (closeThreadPool-448-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33267_
[junit4] 2> 276780 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 276821 INFO (zkConnectionManagerCallback-495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276833 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 277110 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 277110 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-4-001/solr.xml
[junit4] 2> 277113 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 277113 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 277151 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 277933 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 277936 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27f814a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 277937 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27f814a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 277971 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6832faf8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 277971 WARN (closeThreadPool-448-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6832faf8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 277985 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
[junit4] 2> 277990 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 277991 INFO (zkConnectionManagerCallback-502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 277991 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 278103 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 278160 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 278160 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 278190 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 278262 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45350_ as DOWN
[junit4] 2> 278298 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 278298 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45350_
[junit4] 2> 278300 INFO (zkCallback-446-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 278300 INFO (zkCallback-488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 278300 INFO (zkCallback-473-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 278317 WARN (closeThreadPool-448-thread-2) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 278322 INFO (zkCallback-431-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 278322 INFO (zkCallback-458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 278359 INFO (zkCallback-503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 278416 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 278541 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
[junit4] 2> 278592 INFO (closeThreadPool-448-thread-2) [ ] o.a.s.m.r.Solr
[...truncated too long message...]
eer_elect/election/76022380342870020-127.0.0.1:38838_-n_0000000000
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/76022380342870034-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/76022380342870025-127.0.0.1:37861_-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/76022380342870034-127.0.0.1:45350_-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 75 /solr/overseer/queue
[junit4] 2> 62 /solr/live_nodes
[junit4] 2> 22 /solr/overseer/collection-queue-work
[junit4] 2> 18 /solr/collections
[junit4] 2>
[junit4] 2> 443834 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41221
[junit4] 2> 443834 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41221
[junit4] 2> 443834 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41221
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsBasicDistributedZk2Test -Dtests.method=test -Dtests.seed=A3221C604575790B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=qu -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 190s J0 | HdfsBasicDistributedZk2Test.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([A3221C604575790B:2B7623BAEB8914F3]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:196)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1061)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1618)
[junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:391)
[junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 443842 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 443991 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2e23618f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 444008 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a38cdaa{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 444008 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 444009 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31358ad5{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 444040 WARN (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 444041 WARN (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1646332916-127.0.0.1-1578160432340 (Datanode Uuid c3b2f631-ecf0-41d4-9436-817a3f7393c4) service to lucene2-us-west.apache.org/127.0.0.1:42913
[junit4] 2> 444139 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 444165 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@3d85a2e5{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 444165 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2b86d184{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 444166 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 444166 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9a79aec{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 444182 WARN (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 444182 WARN (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1646332916-127.0.0.1-1578160432340 (Datanode Uuid 96bf6a9a-cb52-4f09-a0fb-24485b0a4533) service to lucene2-us-west.apache.org/127.0.0.1:42913
[junit4] 2> 444258 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@39c1cef0{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 444259 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7269f431{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 444259 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 444259 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1788f60d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=FSTOrd50, SubjectTerms_mfacet=FST50, oddField_s=PostingsFormat(name=MockRandom), multiDefault=Lucene84, a_t=FST50, _root_=FST50, foo_b=PostingsFormat(name=MockRandom), id=FSTOrd50, text=PostingsFormat(name=MockRandom)}, docValues:{other_tl1=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Asserting), n_l1=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), n_dt1=DocValuesFormat(name=Lucene80), a_i1=DocValuesFormat(name=Lucene80), n_td1=DocValuesFormat(name=Lucene80), n_d1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), n_f1=DocValuesFormat(name=Lucene80), n_ti1=DocValuesFormat(name=Asserting), n_tl1=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), n_tf1=DocValuesFormat(name=Lucene80), n_tdt1=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Lucene80), foo_d=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Asserting), foo_f=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1837, maxMBSortInHeap=6.205650572448892, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@56f7ff82), locale=qu, timezone=Africa/Juba
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=5,free=117760568,total=349175808
[junit4] 2> NOTE: All tests run in this JVM: [TolerantUpdateProcessorTest, TestFaceting, AutoScalingHandlerTest, TestRequestForwarding, TestSubQueryTransformerDistrib, GraphQueryTest, HdfsDirectoryFactoryTest, CollectionTooManyReplicasTest, TestObjectReleaseTracker, HdfsBasicDistributedZk2Test]
[junit4] Completed [19/897 (1!)] on J0 in 199.00s, 1 test, 1 failure <<< FAILURES!
[...truncated 55974 lines...]